2024-11-21 11:17:05,042 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-21 11:17:05,061 main DEBUG Took 0.017653 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 11:17:05,062 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 11:17:05,062 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 11:17:05,063 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 11:17:05,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:17:05,074 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 11:17:05,091 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:17:05,093 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:17:05,094 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:17:05,094 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:17:05,095 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:17:05,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:17:05,096 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:17:05,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:17:05,097 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:17:05,098 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:17:05,099 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:17:05,099 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:17:05,100 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:17:05,100 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:17:05,101 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:17:05,101 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:17:05,102 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:17:05,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:17:05,103 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:17:05,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:17:05,104 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:17:05,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:17:05,105 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:17:05,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:17:05,106 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:17:05,107 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 11:17:05,109 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:17:05,110 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 11:17:05,113 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 11:17:05,113 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 11:17:05,115 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 11:17:05,115 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 11:17:05,127 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 11:17:05,131 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 11:17:05,133 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 11:17:05,133 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 11:17:05,134 main DEBUG createAppenders(={Console}) 2024-11-21 11:17:05,135 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-21 11:17:05,135 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-21 11:17:05,135 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-21 11:17:05,136 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 11:17:05,137 main DEBUG OutputStream closed 2024-11-21 11:17:05,137 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 11:17:05,137 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 11:17:05,138 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-21 11:17:05,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 11:17:05,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 11:17:05,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 11:17:05,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 11:17:05,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 11:17:05,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 11:17:05,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 11:17:05,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 11:17:05,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 11:17:05,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 11:17:05,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 11:17:05,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 11:17:05,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 11:17:05,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 11:17:05,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 11:17:05,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 11:17:05,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 11:17:05,223 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 11:17:05,226 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 11:17:05,226 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-21 11:17:05,226 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 11:17:05,227 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-21T11:17:05,240 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-21 11:17:05,243 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 11:17:05,243 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T11:17:05,293 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=5630 2024-11-21T11:17:05,530 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-21T11:17:05,572 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7 2024-11-21T11:17:05,575 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/cluster_868f26a9-e557-69b5-3376-5a371a193c94, deleteOnExit=true 2024-11-21T11:17:05,661 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/cluster_868f26a9-e557-69b5-3376-5a371a193c94/zookeeper_0, clientPort=57259, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/cluster_868f26a9-e557-69b5-3376-5a371a193c94/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/cluster_868f26a9-e557-69b5-3376-5a371a193c94/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T11:17:05,674 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57259 2024-11-21T11:17:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:17:05,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:17:05,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/test.cache.data in system properties and HBase conf 2024-11-21T11:17:05,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:17:05,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:17:05,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:17:05,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:17:05,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:17:05,768 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T11:17:05,855 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:17:05,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:17:05,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:17:05,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:17:05,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:17:05,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:17:05,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:17:05,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:17:05,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:17:05,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:17:05,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:17:05,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:17:05,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:17:05,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:17:05,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:17:06,682 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T11:17:06,762 INFO [Time-limited test {}] log.Log(170): Logging initialized @2372ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T11:17:06,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:06,916 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:17:06,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:17:06,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:17:06,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:17:06,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:06,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:17:06,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:17:07,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/java.io.tmpdir/jetty-localhost-46333-hadoop-hdfs-3_4_1-tests_jar-_-any-3990777995101492005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:17:07,151 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:46333} 2024-11-21T11:17:07,152 INFO [Time-limited test {}] server.Server(415): Started @2763ms 2024-11-21T11:17:07,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:07,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:17:07,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:17:07,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:17:07,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:17:07,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:17:07,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:17:07,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116d148d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/java.io.tmpdir/jetty-localhost-38805-hadoop-hdfs-3_4_1-tests_jar-_-any-12016104402453388688/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:17:07,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:38805} 2024-11-21T11:17:07,765 INFO [Time-limited test {}] server.Server(415): Started @3376ms 2024-11-21T11:17:07,837 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:17:08,353 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/cluster_868f26a9-e557-69b5-3376-5a371a193c94/data/data1/current/BP-876494190-172.17.0.2-1732187826435/current, will proceed with Du for space computation calculation, 2024-11-21T11:17:08,353 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/cluster_868f26a9-e557-69b5-3376-5a371a193c94/data/data2/current/BP-876494190-172.17.0.2-1732187826435/current, will proceed with Du for space computation calculation, 2024-11-21T11:17:08,388 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:17:08,438 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d71758fb9859bb9 with lease ID 0xa73ed5fd88dbb5e2: Processing first storage report for DS-2e89e072-9aa9-49af-829d-d613638d28bd from datanode DatanodeRegistration(127.0.0.1:44979, datanodeUuid=3c0797fa-b4b2-4450-ab0c-de9ca05a279c, infoPort=38857, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=1440814611;c=1732187826435) 2024-11-21T11:17:08,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d71758fb9859bb9 with lease ID 0xa73ed5fd88dbb5e2: from storage DS-2e89e072-9aa9-49af-829d-d613638d28bd node DatanodeRegistration(127.0.0.1:44979, datanodeUuid=3c0797fa-b4b2-4450-ab0c-de9ca05a279c, infoPort=38857, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=1440814611;c=1732187826435), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T11:17:08,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d71758fb9859bb9 with lease ID 0xa73ed5fd88dbb5e2: Processing first storage report for DS-cb5e52f3-6574-45e2-9377-f4bbfb266c81 from datanode DatanodeRegistration(127.0.0.1:44979, datanodeUuid=3c0797fa-b4b2-4450-ab0c-de9ca05a279c, infoPort=38857, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=1440814611;c=1732187826435) 2024-11-21T11:17:08,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d71758fb9859bb9 with lease ID 0xa73ed5fd88dbb5e2: from storage DS-cb5e52f3-6574-45e2-9377-f4bbfb266c81 node DatanodeRegistration(127.0.0.1:44979, datanodeUuid=3c0797fa-b4b2-4450-ab0c-de9ca05a279c, infoPort=38857, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=1440814611;c=1732187826435), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:17:08,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7 2024-11-21T11:17:08,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:08,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:08,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:17:09,191 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35 with version=8 2024-11-21T11:17:09,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/hbase-staging 2024-11-21T11:17:09,326 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T11:17:09,694 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:17:09,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:09,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:09,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:17:09,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:09,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:17:09,879 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:17:09,940 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T11:17:09,948 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T11:17:09,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:17:09,982 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13086 (auto-detected) 2024-11-21T11:17:09,983 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T11:17:10,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40549 2024-11-21T11:17:10,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40549 connecting to ZooKeeper ensemble=127.0.0.1:57259 2024-11-21T11:17:10,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405490x0, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:10,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40549-0x1013a3e90790000 connected 2024-11-21T11:17:10,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:10,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:10,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on znode that does not yet exist, /0-1557470867/running 2024-11-21T11:17:10,135 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35, hbase.cluster.distributed=false 2024-11-21T11:17:10,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on znode that does not yet exist, /0-1557470867/acl 2024-11-21T11:17:10,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40549 2024-11-21T11:17:10,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40549 2024-11-21T11:17:10,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40549 2024-11-21T11:17:10,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40549 2024-11-21T11:17:10,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40549 2024-11-21T11:17:10,313 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:17:10,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:10,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:10,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:17:10,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:10,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:17:10,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:17:10,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:17:10,322 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35859 2024-11-21T11:17:10,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35859 connecting to ZooKeeper ensemble=127.0.0.1:57259 2024-11-21T11:17:10,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:10,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:10,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358590x0, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:10,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358590x0, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on znode that does not yet exist, /0-1557470867/running 2024-11-21T11:17:10,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35859-0x1013a3e90790001 connected 2024-11-21T11:17:10,343 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:17:10,353 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:17:10,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on znode that does not yet exist, /0-1557470867/master 2024-11-21T11:17:10,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on znode that does not yet exist, /0-1557470867/acl 2024-11-21T11:17:10,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35859 2024-11-21T11:17:10,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35859 2024-11-21T11:17:10,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35859 2024-11-21T11:17:10,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35859 2024-11-21T11:17:10,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35859 2024-11-21T11:17:10,388 DEBUG [M:0;7b462513bfc2:40549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:40549 2024-11-21T11:17:10,389 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1557470867/backup-masters/7b462513bfc2,40549,1732187829404 2024-11-21T11:17:10,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867/backup-masters 2024-11-21T11:17:10,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867/backup-masters 2024-11-21T11:17:10,400 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on existing znode=/0-1557470867/backup-masters/7b462513bfc2,40549,1732187829404 2024-11-21T11:17:10,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:10,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1557470867/master 2024-11-21T11:17:10,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:10,429 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on existing znode=/0-1557470867/master 2024-11-21T11:17:10,431 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1557470867/backup-masters/7b462513bfc2,40549,1732187829404 from backup master directory 2024-11-21T11:17:10,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867/backup-masters 2024-11-21T11:17:10,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1557470867/backup-masters/7b462513bfc2,40549,1732187829404 2024-11-21T11:17:10,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867/backup-masters 2024-11-21T11:17:10,437 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:17:10,438 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,40549,1732187829404 2024-11-21T11:17:10,441 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T11:17:10,445 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T11:17:10,516 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/hbase.id] with ID: 22cb7e6a-1413-4071-b369-688371b606cd 2024-11-21T11:17:10,516 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/.tmp/hbase.id 2024-11-21T11:17:10,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:17:10,529 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/.tmp/hbase.id]:[hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/hbase.id] 2024-11-21T11:17:10,575 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:10,580 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:17:10,600 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-21T11:17:10,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:10,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:10,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:17:10,631 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:17:10,633 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:17:10,653 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:17:10,658 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:10,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:17:11,118 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store 2024-11-21T11:17:11,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:17:11,151 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T11:17:11,155 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:11,156 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:17:11,156 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:11,157 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:11,158 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:17:11,159 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:11,159 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:11,161 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187831156Disabling compacts and flushes for region at 1732187831156Disabling writes for close at 1732187831159 (+3 ms)Writing region close event to WAL at 1732187831159Closed at 1732187831159 2024-11-21T11:17:11,163 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/.initializing 2024-11-21T11:17:11,164 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/WALs/7b462513bfc2,40549,1732187829404 2024-11-21T11:17:11,174 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:17:11,191 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C40549%2C1732187829404, suffix=, logDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/WALs/7b462513bfc2,40549,1732187829404, archiveDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/oldWALs, maxLogs=10 2024-11-21T11:17:11,219 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/WALs/7b462513bfc2,40549,1732187829404/7b462513bfc2%2C40549%2C1732187829404.1732187831196, exclude list is [], retry=0 2024-11-21T11:17:11,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44979,DS-2e89e072-9aa9-49af-829d-d613638d28bd,DISK] 2024-11-21T11:17:11,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T11:17:11,290 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/WALs/7b462513bfc2,40549,1732187829404/7b462513bfc2%2C40549%2C1732187829404.1732187831196 2024-11-21T11:17:11,291 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38857:38857)] 2024-11-21T11:17:11,292 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:11,293 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:11,297 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:11,298 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:11,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:11,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:17:11,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:11,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:11,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:11,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:17:11,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:11,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:11,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:11,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:17:11,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:11,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:11,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:11,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:17:11,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:11,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:11,403 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:11,406 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:11,408 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:11,414 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:11,415 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:11,420 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:11,425 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:11,430 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:17:11,431 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63026231, jitterRate=-0.06083597242832184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:11,437 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732187831316Initializing all the Stores at 1732187831319 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187831320 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187831321 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187831321Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187831321Cleaning up temporary data from old regions at 1732187831415 (+94 ms)Region opened successfully at 1732187831437 (+22 ms) 2024-11-21T11:17:11,438 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:17:11,480 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163b1676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:17:11,517 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:17:11,530 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:17:11,530 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:17:11,534 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:17:11,535 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T11:17:11,541 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-21T11:17:11,541 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:17:11,573 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:17:11,585 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Unable to get data of znode /0-1557470867/balancer because node does not exist (not necessarily an error) 2024-11-21T11:17:11,587 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557470867/balancer already deleted, retry=false 2024-11-21T11:17:11,590 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:17:11,592 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Unable to get data of znode /0-1557470867/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:17:11,596 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557470867/normalizer already deleted, retry=false 2024-11-21T11:17:11,598 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:17:11,602 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Unable to get data of znode /0-1557470867/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:17:11,603 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557470867/switch/split already deleted, retry=false 2024-11-21T11:17:11,605 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Unable to get data of znode /0-1557470867/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:17:11,606 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557470867/switch/merge already deleted, retry=false 2024-11-21T11:17:11,625 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Unable to get data of znode /0-1557470867/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:17:11,626 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557470867/snapshot-cleanup already deleted, retry=false 2024-11-21T11:17:11,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1557470867/running 2024-11-21T11:17:11,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1557470867/running 2024-11-21T11:17:11,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:11,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:11,634 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,40549,1732187829404, sessionid=0x1013a3e90790000, setting cluster-up flag (Was=false) 2024-11-21T11:17:11,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:11,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:11,654 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1557470867/flush-table-proc/acquired, /0-1557470867/flush-table-proc/reached, /0-1557470867/flush-table-proc/abort 2024-11-21T11:17:11,656 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,40549,1732187829404 2024-11-21T11:17:11,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:11,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:11,671 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1557470867/online-snapshot/acquired, /0-1557470867/online-snapshot/reached, /0-1557470867/online-snapshot/abort 2024-11-21T11:17:11,673 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,40549,1732187829404 2024-11-21T11:17:11,679 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:17:11,761 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:11,771 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(746): ClusterId : 22cb7e6a-1413-4071-b369-688371b606cd 2024-11-21T11:17:11,773 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:17:11,775 DEBUG [RS:0;7b462513bfc2:35859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:17:11,781 DEBUG [RS:0;7b462513bfc2:35859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:17:11,781 DEBUG [RS:0;7b462513bfc2:35859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:17:11,783 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:17:11,791 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,40549,1732187829404 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:17:11,796 DEBUG [RS:0;7b462513bfc2:35859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:17:11,797 DEBUG [RS:0;7b462513bfc2:35859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0c44d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:17:11,800 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:11,801 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:11,801 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:11,801 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:11,801 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:17:11,802 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:11,802 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:17:11,802 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:11,813 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732187861813 2024-11-21T11:17:11,815 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:17:11,816 DEBUG [RS:0;7b462513bfc2:35859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:35859 2024-11-21T11:17:11,816 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:11,817 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:17:11,817 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:17:11,821 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:17:11,821 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:17:11,821 DEBUG [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:17:11,822 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:17:11,822 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:17:11,823 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:17:11,823 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:17:11,824 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,40549,1732187829404 with port=35859, startcode=1732187830261 2024-11-21T11:17:11,825 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:11,824 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:11,827 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:17:11,829 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:17:11,830 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:17:11,831 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:17:11,831 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:17:11,842 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:17:11,842 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:17:11,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:17:11,845 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187831844,5,FailOnTimeoutGroup] 2024-11-21T11:17:11,846 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187831845,5,FailOnTimeoutGroup] 2024-11-21T11:17:11,846 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:11,846 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:17:11,847 DEBUG [RS:0;7b462513bfc2:35859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:17:11,847 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:11,848 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:11,892 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:17:11,898 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40549 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,35859,1732187830261 2024-11-21T11:17:11,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40549 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,35859,1732187830261 2024-11-21T11:17:11,919 DEBUG [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35 2024-11-21T11:17:11,919 DEBUG [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41163 2024-11-21T11:17:11,919 DEBUG [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:17:11,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867/rs 2024-11-21T11:17:11,925 DEBUG [RS:0;7b462513bfc2:35859 {}] zookeeper.ZKUtil(111): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on existing znode=/0-1557470867/rs/7b462513bfc2,35859,1732187830261 2024-11-21T11:17:11,925 WARN [RS:0;7b462513bfc2:35859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:17:11,926 INFO [RS:0;7b462513bfc2:35859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:11,926 DEBUG [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261 2024-11-21T11:17:11,927 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,35859,1732187830261] 2024-11-21T11:17:11,961 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:17:11,980 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:17:11,987 INFO [RS:0;7b462513bfc2:35859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:17:11,987 INFO [RS:0;7b462513bfc2:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:11,988 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:17:11,996 INFO [RS:0;7b462513bfc2:35859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:17:11,997 INFO [RS:0;7b462513bfc2:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:11,998 DEBUG [RS:0;7b462513bfc2:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:11,998 DEBUG [RS:0;7b462513bfc2:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:11,998 DEBUG [RS:0;7b462513bfc2:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:11,998 DEBUG [RS:0;7b462513bfc2:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:11,999 DEBUG [RS:0;7b462513bfc2:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:11,999 DEBUG [RS:0;7b462513bfc2:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:17:11,999 DEBUG [RS:0;7b462513bfc2:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:11,999 DEBUG [RS:0;7b462513bfc2:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:12,000 DEBUG [RS:0;7b462513bfc2:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:12,000 DEBUG [RS:0;7b462513bfc2:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:12,000 DEBUG [RS:0;7b462513bfc2:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:12,000 DEBUG [RS:0;7b462513bfc2:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:12,000 DEBUG [RS:0;7b462513bfc2:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:17:12,001 DEBUG [RS:0;7b462513bfc2:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:17:12,002 INFO [RS:0;7b462513bfc2:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:12,002 INFO [RS:0;7b462513bfc2:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:12,003 INFO [RS:0;7b462513bfc2:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:12,003 INFO [RS:0;7b462513bfc2:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:12,003 INFO [RS:0;7b462513bfc2:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:12,003 INFO [RS:0;7b462513bfc2:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,35859,1732187830261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:17:12,025 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:17:12,027 INFO [RS:0;7b462513bfc2:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,35859,1732187830261-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:12,028 INFO [RS:0;7b462513bfc2:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:12,028 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.Replication(171): 7b462513bfc2,35859,1732187830261 started 2024-11-21T11:17:12,050 INFO [RS:0;7b462513bfc2:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:12,051 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,35859,1732187830261, RpcServer on 7b462513bfc2/172.17.0.2:35859, sessionid=0x1013a3e90790001 2024-11-21T11:17:12,052 DEBUG [RS:0;7b462513bfc2:35859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:17:12,052 DEBUG [RS:0;7b462513bfc2:35859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,35859,1732187830261 2024-11-21T11:17:12,052 DEBUG [RS:0;7b462513bfc2:35859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,35859,1732187830261' 2024-11-21T11:17:12,052 DEBUG [RS:0;7b462513bfc2:35859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1557470867/flush-table-proc/abort' 2024-11-21T11:17:12,053 DEBUG [RS:0;7b462513bfc2:35859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1557470867/flush-table-proc/acquired' 2024-11-21T11:17:12,054 DEBUG [RS:0;7b462513bfc2:35859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:17:12,054 DEBUG [RS:0;7b462513bfc2:35859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:17:12,054 DEBUG [RS:0;7b462513bfc2:35859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,35859,1732187830261 2024-11-21T11:17:12,054 DEBUG [RS:0;7b462513bfc2:35859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,35859,1732187830261' 2024-11-21T11:17:12,054 DEBUG [RS:0;7b462513bfc2:35859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1557470867/online-snapshot/abort' 2024-11-21T11:17:12,055 DEBUG [RS:0;7b462513bfc2:35859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1557470867/online-snapshot/acquired' 2024-11-21T11:17:12,056 DEBUG [RS:0;7b462513bfc2:35859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:17:12,056 INFO [RS:0;7b462513bfc2:35859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:17:12,056 INFO [RS:0;7b462513bfc2:35859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:17:12,163 INFO [RS:0;7b462513bfc2:35859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:17:12,167 INFO [RS:0;7b462513bfc2:35859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C35859%2C1732187830261, suffix=, logDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261, archiveDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/oldWALs, maxLogs=10 2024-11-21T11:17:12,189 DEBUG [RS:0;7b462513bfc2:35859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.1732187832170, exclude list is [], retry=0 2024-11-21T11:17:12,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44979,DS-2e89e072-9aa9-49af-829d-d613638d28bd,DISK] 2024-11-21T11:17:12,198 INFO [RS:0;7b462513bfc2:35859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.1732187832170 2024-11-21T11:17:12,198 DEBUG [RS:0;7b462513bfc2:35859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38857:38857)] 2024-11-21T11:17:12,249 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:17:12,249 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35 2024-11-21T11:17:12,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:17:12,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:12,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:17:12,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:17:12,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:12,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:12,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:17:12,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:17:12,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:12,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:12,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:17:12,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:17:12,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:12,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:12,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:17:12,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:17:12,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:12,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:12,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:17:12,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740 2024-11-21T11:17:12,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740 2024-11-21T11:17:12,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:17:12,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:17:12,691 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:12,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:17:12,698 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:17:12,699 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64144085, jitterRate=-0.04417864978313446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:12,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732187832662Initializing all the Stores at 1732187832665 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187832665Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187832665Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187832665Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187832665Cleaning up temporary data from old regions at 1732187832690 (+25 ms)Region opened successfully at 1732187832701 (+11 ms) 2024-11-21T11:17:12,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:17:12,701 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:17:12,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:17:12,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:17:12,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:17:12,703 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:17:12,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187832701Disabling compacts and flushes for region at 1732187832701Disabling writes for close at 1732187832701Writing region close event to WAL at 1732187832702 (+1 ms)Closed at 1732187832703 (+1 ms) 2024-11-21T11:17:12,706 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:12,706 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:17:12,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:17:12,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:17:12,725 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:17:12,877 DEBUG [7b462513bfc2:40549 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:17:12,890 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,35859,1732187830261 2024-11-21T11:17:12,897 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,35859,1732187830261, state=OPENING 2024-11-21T11:17:12,904 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:17:12,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:12,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:12,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557470867/meta-region-server: CHANGED 2024-11-21T11:17:12,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557470867/meta-region-server: CHANGED 2024-11-21T11:17:12,913 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:17:12,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,35859,1732187830261}] 2024-11-21T11:17:13,094 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:17:13,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:17:13,110 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:17:13,111 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:13,111 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:17:13,115 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C35859%2C1732187830261.meta, suffix=.meta, logDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261, archiveDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/oldWALs, maxLogs=10 2024-11-21T11:17:13,131 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.meta.1732187833117.meta, exclude list is [], retry=0 2024-11-21T11:17:13,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44979,DS-2e89e072-9aa9-49af-829d-d613638d28bd,DISK] 2024-11-21T11:17:13,139 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.meta.1732187833117.meta 2024-11-21T11:17:13,140 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38857:38857)] 2024-11-21T11:17:13,140 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:13,146 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:17:13,147 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:17:13,150 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:17:13,152 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:17:13,156 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:17:13,157 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:13,157 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:17:13,157 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:17:13,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:17:13,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:17:13,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:13,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:13,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:17:13,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:17:13,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:13,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:13,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:17:13,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:17:13,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:13,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:13,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:17:13,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:17:13,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:13,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:13,171 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:17:13,172 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740 2024-11-21T11:17:13,174 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740 2024-11-21T11:17:13,176 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:17:13,177 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:17:13,177 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:13,180 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:17:13,181 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68185064, jitterRate=0.016036629676818848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:13,182 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:17:13,183 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732187833157Writing region info on filesystem at 1732187833158 (+1 ms)Initializing all the Stores at 1732187833160 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187833160Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187833160Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187833160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187833160Cleaning up temporary data from old regions at 1732187833177 (+17 ms)Running coprocessor post-open hooks at 1732187833182 (+5 ms)Region opened successfully at 1732187833183 (+1 ms) 2024-11-21T11:17:13,190 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732187833084 2024-11-21T11:17:13,202 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:17:13,202 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:17:13,204 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,35859,1732187830261 2024-11-21T11:17:13,206 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,35859,1732187830261, state=OPEN 2024-11-21T11:17:13,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1557470867/meta-region-server 2024-11-21T11:17:13,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1557470867/meta-region-server 2024-11-21T11:17:13,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557470867/meta-region-server: CHANGED 2024-11-21T11:17:13,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557470867/meta-region-server: CHANGED 2024-11-21T11:17:13,209 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,35859,1732187830261 2024-11-21T11:17:13,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:17:13,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,35859,1732187830261 in 294 msec 2024-11-21T11:17:13,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:17:13,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 503 msec 2024-11-21T11:17:13,222 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:13,222 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:17:13,243 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:17:13,244 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35859,1732187830261, seqNum=-1] 2024-11-21T11:17:13,266 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:17:13,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:17:13,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5790 sec 2024-11-21T11:17:13,288 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732187833288, completionTime=-1 2024-11-21T11:17:13,291 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:17:13,291 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:17:13,318 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:17:13,318 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732187893318 2024-11-21T11:17:13,318 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732187953318 2024-11-21T11:17:13,318 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-21T11:17:13,321 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40549,1732187829404-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:13,321 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40549,1732187829404-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:13,321 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40549,1732187829404-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:13,323 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:40549, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:13,323 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:13,324 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:13,330 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:17:13,351 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.913sec 2024-11-21T11:17:13,353 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:17:13,354 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:17:13,355 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:17:13,356 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:17:13,356 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:17:13,357 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40549,1732187829404-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:17:13,357 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40549,1732187829404-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:17:13,365 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:17:13,366 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:17:13,366 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40549,1732187829404-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:13,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7a2adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:13,383 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T11:17:13,383 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T11:17:13,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,40549,-1 for getting cluster id 2024-11-21T11:17:13,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:13,397 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22cb7e6a-1413-4071-b369-688371b606cd' 2024-11-21T11:17:13,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:13,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22cb7e6a-1413-4071-b369-688371b606cd" 2024-11-21T11:17:13,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c66e301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:13,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,40549,-1] 2024-11-21T11:17:13,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:13,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:13,408 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:13,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7beff2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:13,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:17:13,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35859,1732187830261, seqNum=-1] 2024-11-21T11:17:13,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:17:13,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:17:13,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,40549,1732187829404 2024-11-21T11:17:13,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57259 2024-11-21T11:17:13,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:13,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a3e90790002 connected 2024-11-21T11:17:13,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/hadoop.log.dir so I do NOT create it in target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf 2024-11-21T11:17:13,468 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:17:13,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/hadoop.tmp.dir so I do NOT create it in target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf 2024-11-21T11:17:13,468 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:17:13,468 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf 2024-11-21T11:17:13,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:17:13,468 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/cluster_baa6b456-4bab-a51e-2374-a81bdc7fb755, deleteOnExit=true 2024-11-21T11:17:13,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:17:13,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/test.cache.data in system properties and HBase conf 2024-11-21T11:17:13,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:17:13,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:17:13,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:17:13,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:17:13,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:17:13,469 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:17:13,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:17:13,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:17:13,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:17:13,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:17:13,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:17:13,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:17:13,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:17:13,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:17:13,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:17:13,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:17:13,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:17:13,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:17:13,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:17:13,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:17:13,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:13,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:17:13,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:17:13,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:17:13,592 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:17:13,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:13,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:17:13,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:17:13,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46934c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/java.io.tmpdir/jetty-localhost-37729-hadoop-hdfs-3_4_1-tests_jar-_-any-10152506652554385414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:17:13,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:37729} 2024-11-21T11:17:13,718 INFO [Time-limited test {}] server.Server(415): Started @9329ms 2024-11-21T11:17:13,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:13,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:17:13,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:17:13,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:17:13,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:17:13,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:17:13,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:17:13,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671eadbd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/java.io.tmpdir/jetty-localhost-33231-hadoop-hdfs-3_4_1-tests_jar-_-any-6742882434430054236/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:17:13,960 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:33231} 2024-11-21T11:17:13,960 INFO [Time-limited test {}] server.Server(415): Started @9571ms 2024-11-21T11:17:13,962 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:17:14,087 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/cluster_baa6b456-4bab-a51e-2374-a81bdc7fb755/data/data2/current/BP-1442236075-172.17.0.2-1732187833505/current, will proceed with Du for space computation calculation, 2024-11-21T11:17:14,088 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/cluster_baa6b456-4bab-a51e-2374-a81bdc7fb755/data/data1/current/BP-1442236075-172.17.0.2-1732187833505/current, will proceed with Du for space computation calculation, 2024-11-21T11:17:14,127 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:17:14,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddc03e3e3bfb3193 with lease ID 0x52043968e78eba29: Processing first storage report for DS-2bf157c6-28d9-433c-9909-db7cd8a41ef3 from datanode DatanodeRegistration(127.0.0.1:39707, datanodeUuid=9575b014-e0e1-4fef-999e-269d73118ba8, infoPort=42681, infoSecurePort=0, ipcPort=34745, storageInfo=lv=-57;cid=testClusterID;nsid=1438020681;c=1732187833505) 2024-11-21T11:17:14,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddc03e3e3bfb3193 with lease ID 0x52043968e78eba29: from storage DS-2bf157c6-28d9-433c-9909-db7cd8a41ef3 node DatanodeRegistration(127.0.0.1:39707, datanodeUuid=9575b014-e0e1-4fef-999e-269d73118ba8, infoPort=42681, infoSecurePort=0, ipcPort=34745, storageInfo=lv=-57;cid=testClusterID;nsid=1438020681;c=1732187833505), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:17:14,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddc03e3e3bfb3193 with lease ID 0x52043968e78eba29: Processing first storage report for DS-5a5834ab-46c5-456e-881d-92c3d939d248 from datanode DatanodeRegistration(127.0.0.1:39707, datanodeUuid=9575b014-e0e1-4fef-999e-269d73118ba8, infoPort=42681, infoSecurePort=0, ipcPort=34745, storageInfo=lv=-57;cid=testClusterID;nsid=1438020681;c=1732187833505) 2024-11-21T11:17:14,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddc03e3e3bfb3193 with lease ID 0x52043968e78eba29: from storage DS-5a5834ab-46c5-456e-881d-92c3d939d248 node DatanodeRegistration(127.0.0.1:39707, datanodeUuid=9575b014-e0e1-4fef-999e-269d73118ba8, infoPort=42681, infoSecurePort=0, ipcPort=34745, storageInfo=lv=-57;cid=testClusterID;nsid=1438020681;c=1732187833505), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:17:14,214 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf 2024-11-21T11:17:14,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:14,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:14,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:17:14,632 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35 with version=8 2024-11-21T11:17:14,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/hbase-staging 2024-11-21T11:17:14,635 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:17:14,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:14,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:14,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:17:14,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:14,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:17:14,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:17:14,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:17:14,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45179 2024-11-21T11:17:14,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45179 connecting to ZooKeeper ensemble=127.0.0.1:57259 2024-11-21T11:17:14,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451790x0, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:14,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45179-0x1013a3e90790003 connected 2024-11-21T11:17:14,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:14,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:14,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Set watcher on znode that does not yet exist, /1-909678559/running 2024-11-21T11:17:14,663 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35, hbase.cluster.distributed=false 2024-11-21T11:17:14,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Set watcher on znode that does not yet exist, /1-909678559/acl 2024-11-21T11:17:14,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45179 2024-11-21T11:17:14,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45179 2024-11-21T11:17:14,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45179 2024-11-21T11:17:14,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45179 2024-11-21T11:17:14,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45179 2024-11-21T11:17:14,684 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:17:14,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:14,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:14,685 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:17:14,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:14,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:17:14,685 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:17:14,685 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:17:14,686 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36219 2024-11-21T11:17:14,687 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36219 connecting to ZooKeeper ensemble=127.0.0.1:57259 2024-11-21T11:17:14,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:14,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:14,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362190x0, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:14,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362190x0, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Set watcher on znode that does not yet exist, /1-909678559/running 2024-11-21T11:17:14,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36219-0x1013a3e90790004 connected 2024-11-21T11:17:14,697 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:17:14,699 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:17:14,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Set watcher on znode that does not yet exist, /1-909678559/master 2024-11-21T11:17:14,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Set watcher on znode that does not yet exist, /1-909678559/acl 2024-11-21T11:17:14,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36219 2024-11-21T11:17:14,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36219 2024-11-21T11:17:14,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36219 2024-11-21T11:17:14,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36219 2024-11-21T11:17:14,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36219 2024-11-21T11:17:14,718 DEBUG [M:0;7b462513bfc2:45179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:45179 2024-11-21T11:17:14,719 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-909678559/backup-masters/7b462513bfc2,45179,1732187834635 2024-11-21T11:17:14,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559/backup-masters 2024-11-21T11:17:14,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559/backup-masters 2024-11-21T11:17:14,721 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Set watcher on existing znode=/1-909678559/backup-masters/7b462513bfc2,45179,1732187834635 2024-11-21T11:17:14,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-909678559/master 2024-11-21T11:17:14,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559 2024-11-21T11:17:14,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559 2024-11-21T11:17:14,724 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Set watcher on existing znode=/1-909678559/master 2024-11-21T11:17:14,724 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-909678559/backup-masters/7b462513bfc2,45179,1732187834635 from backup master directory 2024-11-21T11:17:14,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-909678559/backup-masters/7b462513bfc2,45179,1732187834635 2024-11-21T11:17:14,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559/backup-masters 2024-11-21T11:17:14,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559/backup-masters 2024-11-21T11:17:14,727 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:17:14,727 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,45179,1732187834635 2024-11-21T11:17:14,734 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/hbase.id] with ID: c934f5af-bb12-4eb2-aecc-835a3caac552 2024-11-21T11:17:14,734 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/.tmp/hbase.id 2024-11-21T11:17:14,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:17:15,144 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/.tmp/hbase.id]:[hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/hbase.id] 2024-11-21T11:17:15,166 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:15,166 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:17:15,168 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T11:17:15,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559 2024-11-21T11:17:15,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559 2024-11-21T11:17:15,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:17:15,580 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:17:15,581 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:17:15,582 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:15,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:17:15,999 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store 2024-11-21T11:17:16,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:17:16,409 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:16,410 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:17:16,410 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:16,410 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:16,410 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:17:16,410 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:16,410 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:16,410 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187836409Disabling compacts and flushes for region at 1732187836409Disabling writes for close at 1732187836410 (+1 ms)Writing region close event to WAL at 1732187836410Closed at 1732187836410 2024-11-21T11:17:16,412 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/.initializing 2024-11-21T11:17:16,412 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/WALs/7b462513bfc2,45179,1732187834635 2024-11-21T11:17:16,414 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:17:16,417 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C45179%2C1732187834635, suffix=, logDir=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/WALs/7b462513bfc2,45179,1732187834635, archiveDir=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/oldWALs, maxLogs=10 2024-11-21T11:17:16,434 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/WALs/7b462513bfc2,45179,1732187834635/7b462513bfc2%2C45179%2C1732187834635.1732187836417, exclude list is [], retry=0 2024-11-21T11:17:16,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39707,DS-2bf157c6-28d9-433c-9909-db7cd8a41ef3,DISK] 2024-11-21T11:17:16,441 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/WALs/7b462513bfc2,45179,1732187834635/7b462513bfc2%2C45179%2C1732187834635.1732187836417 2024-11-21T11:17:16,442 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42681:42681)] 2024-11-21T11:17:16,442 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:16,442 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:16,443 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:16,443 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:16,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:16,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:17:16,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:16,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:16,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:16,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:17:16,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:16,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:16,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:16,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:17:16,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:16,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:16,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:16,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:17:16,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:16,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:16,460 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:16,461 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:16,461 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:16,464 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:16,464 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:16,465 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:16,466 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:16,470 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:17:16,471 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73521062, jitterRate=0.09554919600486755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:16,471 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732187836443Initializing all the Stores at 1732187836445 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187836445Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187836445Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187836445Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187836445Cleaning up temporary data from old regions at 1732187836464 (+19 ms)Region opened successfully at 1732187836471 (+7 ms) 2024-11-21T11:17:16,471 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:17:16,476 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c19e4f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:17:16,477 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:17:16,477 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:17:16,477 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:17:16,477 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:17:16,478 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:17:16,478 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:17:16,478 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:17:16,481 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:17:16,482 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Unable to get data of znode /1-909678559/balancer because node does not exist (not necessarily an error) 2024-11-21T11:17:16,483 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-909678559/balancer already deleted, retry=false 2024-11-21T11:17:16,484 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:17:16,484 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Unable to get data of znode /1-909678559/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:17:16,486 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-909678559/normalizer already deleted, retry=false 2024-11-21T11:17:16,486 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:17:16,487 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Unable to get data of znode /1-909678559/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:17:16,489 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-909678559/switch/split already deleted, retry=false 2024-11-21T11:17:16,490 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Unable to get data of znode /1-909678559/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:17:16,491 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-909678559/switch/merge already deleted, retry=false 2024-11-21T11:17:16,493 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Unable to get data of znode /1-909678559/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:17:16,494 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-909678559/snapshot-cleanup already deleted, retry=false 2024-11-21T11:17:16,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-909678559/running 2024-11-21T11:17:16,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-909678559/running 2024-11-21T11:17:16,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559 2024-11-21T11:17:16,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559 2024-11-21T11:17:16,496 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,45179,1732187834635, sessionid=0x1013a3e90790003, setting cluster-up flag (Was=false) 2024-11-21T11:17:16,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559 2024-11-21T11:17:16,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559 2024-11-21T11:17:16,506 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-909678559/flush-table-proc/acquired, /1-909678559/flush-table-proc/reached, /1-909678559/flush-table-proc/abort 2024-11-21T11:17:16,507 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,45179,1732187834635 2024-11-21T11:17:16,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559 2024-11-21T11:17:16,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559 2024-11-21T11:17:16,517 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-909678559/online-snapshot/acquired, /1-909678559/online-snapshot/reached, /1-909678559/online-snapshot/abort 2024-11-21T11:17:16,518 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,45179,1732187834635 2024-11-21T11:17:16,520 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:17:16,524 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:16,525 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:17:16,525 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:17:16,525 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,45179,1732187834635 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:17:16,527 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:16,527 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:16,528 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:16,528 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:16,528 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:17:16,528 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:16,528 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:17:16,529 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:16,535 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732187866535 2024-11-21T11:17:16,535 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:17:16,535 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:16,535 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:17:16,535 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:17:16,535 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:17:16,535 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:17:16,535 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:17:16,535 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:17:16,536 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:16,536 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:17:16,536 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:17:16,537 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:17:16,537 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:17:16,537 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:17:16,537 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:17:16,538 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:16,538 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:17:16,540 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187836537,5,FailOnTimeoutGroup] 2024-11-21T11:17:16,541 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187836540,5,FailOnTimeoutGroup] 2024-11-21T11:17:16,541 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:16,541 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:17:16,541 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:16,541 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:16,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:17:16,609 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer(746): ClusterId : c934f5af-bb12-4eb2-aecc-835a3caac552 2024-11-21T11:17:16,609 DEBUG [RS:0;7b462513bfc2:36219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:17:16,612 DEBUG [RS:0;7b462513bfc2:36219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:17:16,612 DEBUG [RS:0;7b462513bfc2:36219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:17:16,615 DEBUG [RS:0;7b462513bfc2:36219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:17:16,615 DEBUG [RS:0;7b462513bfc2:36219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a186f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:17:16,628 DEBUG [RS:0;7b462513bfc2:36219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:36219 2024-11-21T11:17:16,629 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:17:16,629 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:17:16,629 DEBUG [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:17:16,630 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,45179,1732187834635 with port=36219, startcode=1732187834684 2024-11-21T11:17:16,630 DEBUG [RS:0;7b462513bfc2:36219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:17:16,632 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:17:16,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,36219,1732187834684 2024-11-21T11:17:16,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45179 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,36219,1732187834684 2024-11-21T11:17:16,637 DEBUG [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35 2024-11-21T11:17:16,637 DEBUG [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41177 2024-11-21T11:17:16,637 DEBUG [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:17:16,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559/rs 2024-11-21T11:17:16,649 DEBUG [RS:0;7b462513bfc2:36219 {}] zookeeper.ZKUtil(111): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Set watcher on existing znode=/1-909678559/rs/7b462513bfc2,36219,1732187834684 2024-11-21T11:17:16,649 WARN [RS:0;7b462513bfc2:36219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:17:16,649 INFO [RS:0;7b462513bfc2:36219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:16,649 DEBUG [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/WALs/7b462513bfc2,36219,1732187834684 2024-11-21T11:17:16,650 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,36219,1732187834684] 2024-11-21T11:17:16,654 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:17:16,658 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:17:16,658 INFO [RS:0;7b462513bfc2:36219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:17:16,658 INFO [RS:0;7b462513bfc2:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:16,659 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:17:16,660 INFO [RS:0;7b462513bfc2:36219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:17:16,660 INFO [RS:0;7b462513bfc2:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:16,661 DEBUG [RS:0;7b462513bfc2:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:16,661 DEBUG [RS:0;7b462513bfc2:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:16,661 DEBUG [RS:0;7b462513bfc2:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:16,661 DEBUG [RS:0;7b462513bfc2:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:16,661 DEBUG [RS:0;7b462513bfc2:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:16,661 DEBUG [RS:0;7b462513bfc2:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:17:16,661 DEBUG [RS:0;7b462513bfc2:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:16,661 DEBUG [RS:0;7b462513bfc2:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:16,661 DEBUG [RS:0;7b462513bfc2:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:16,661 DEBUG [RS:0;7b462513bfc2:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:16,661 DEBUG [RS:0;7b462513bfc2:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:16,662 DEBUG [RS:0;7b462513bfc2:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:16,662 DEBUG [RS:0;7b462513bfc2:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:17:16,662 DEBUG [RS:0;7b462513bfc2:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:17:16,662 INFO [RS:0;7b462513bfc2:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:16,662 INFO [RS:0;7b462513bfc2:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:16,662 INFO [RS:0;7b462513bfc2:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:16,662 INFO [RS:0;7b462513bfc2:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:16,662 INFO [RS:0;7b462513bfc2:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:16,663 INFO [RS:0;7b462513bfc2:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,36219,1732187834684-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:17:16,679 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:17:16,680 INFO [RS:0;7b462513bfc2:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,36219,1732187834684-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:16,680 INFO [RS:0;7b462513bfc2:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:16,680 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.Replication(171): 7b462513bfc2,36219,1732187834684 started 2024-11-21T11:17:16,695 INFO [RS:0;7b462513bfc2:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:16,695 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,36219,1732187834684, RpcServer on 7b462513bfc2/172.17.0.2:36219, sessionid=0x1013a3e90790004 2024-11-21T11:17:16,695 DEBUG [RS:0;7b462513bfc2:36219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:17:16,695 DEBUG [RS:0;7b462513bfc2:36219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,36219,1732187834684 2024-11-21T11:17:16,695 DEBUG [RS:0;7b462513bfc2:36219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,36219,1732187834684' 2024-11-21T11:17:16,695 DEBUG [RS:0;7b462513bfc2:36219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-909678559/flush-table-proc/abort' 2024-11-21T11:17:16,696 DEBUG [RS:0;7b462513bfc2:36219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-909678559/flush-table-proc/acquired' 2024-11-21T11:17:16,696 DEBUG [RS:0;7b462513bfc2:36219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:17:16,697 DEBUG [RS:0;7b462513bfc2:36219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:17:16,697 DEBUG [RS:0;7b462513bfc2:36219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,36219,1732187834684 2024-11-21T11:17:16,697 DEBUG [RS:0;7b462513bfc2:36219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,36219,1732187834684' 2024-11-21T11:17:16,697 DEBUG [RS:0;7b462513bfc2:36219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-909678559/online-snapshot/abort' 2024-11-21T11:17:16,697 DEBUG [RS:0;7b462513bfc2:36219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-909678559/online-snapshot/acquired' 2024-11-21T11:17:16,697 DEBUG [RS:0;7b462513bfc2:36219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:17:16,698 INFO [RS:0;7b462513bfc2:36219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:17:16,698 INFO [RS:0;7b462513bfc2:36219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:17:16,798 INFO [RS:0;7b462513bfc2:36219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:17:16,801 INFO [RS:0;7b462513bfc2:36219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C36219%2C1732187834684, suffix=, logDir=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/WALs/7b462513bfc2,36219,1732187834684, archiveDir=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/oldWALs, maxLogs=10 2024-11-21T11:17:16,817 DEBUG [RS:0;7b462513bfc2:36219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/WALs/7b462513bfc2,36219,1732187834684/7b462513bfc2%2C36219%2C1732187834684.1732187836803, exclude list is [], retry=0 2024-11-21T11:17:16,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39707,DS-2bf157c6-28d9-433c-9909-db7cd8a41ef3,DISK] 2024-11-21T11:17:16,824 INFO [RS:0;7b462513bfc2:36219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/WALs/7b462513bfc2,36219,1732187834684/7b462513bfc2%2C36219%2C1732187834684.1732187836803 2024-11-21T11:17:16,824 DEBUG [RS:0;7b462513bfc2:36219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42681:42681)] 2024-11-21T11:17:16,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:17:16,950 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35 2024-11-21T11:17:16,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:17:17,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:17,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:17:17,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:17:17,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:17,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:17,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:17:17,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:17:17,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:17,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:17,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:17:17,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:17:17,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:17,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:17,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:17:17,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:17:17,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:17,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:17,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:17:17,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/data/hbase/meta/1588230740 2024-11-21T11:17:17,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/data/hbase/meta/1588230740 2024-11-21T11:17:17,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:17:17,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:17:17,385 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:17,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:17:17,392 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:17:17,394 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74234211, jitterRate=0.10617594420909882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:17,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732187837362Initializing all the Stores at 1732187837364 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187837364Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187837364Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187837364Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187837364Cleaning up temporary data from old regions at 1732187837384 (+20 ms)Region opened successfully at 1732187837394 (+10 ms) 2024-11-21T11:17:17,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:17:17,394 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:17:17,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:17:17,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:17:17,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:17:17,395 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:17:17,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187837394Disabling compacts and flushes for region at 1732187837394Disabling writes for close at 1732187837394Writing region close event to WAL at 1732187837395 (+1 ms)Closed at 1732187837395 2024-11-21T11:17:17,399 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:17,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:17:17,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:17:17,403 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:17:17,404 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:17:17,555 DEBUG [7b462513bfc2:45179 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:17:17,555 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,36219,1732187834684 2024-11-21T11:17:17,559 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,36219,1732187834684, state=OPENING 2024-11-21T11:17:17,560 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:17:17,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559 2024-11-21T11:17:17,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559 2024-11-21T11:17:17,562 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:17:17,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-909678559/meta-region-server: CHANGED 2024-11-21T11:17:17,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,36219,1732187834684}] 2024-11-21T11:17:17,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-909678559/meta-region-server: CHANGED 2024-11-21T11:17:17,718 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:17:17,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:17:17,728 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:17:17,729 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:17,729 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:17:17,732 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C36219%2C1732187834684.meta, suffix=.meta, logDir=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/WALs/7b462513bfc2,36219,1732187834684, archiveDir=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/oldWALs, maxLogs=10 2024-11-21T11:17:17,757 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/WALs/7b462513bfc2,36219,1732187834684/7b462513bfc2%2C36219%2C1732187834684.meta.1732187837735.meta, exclude list is [], retry=0 2024-11-21T11:17:17,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39707,DS-2bf157c6-28d9-433c-9909-db7cd8a41ef3,DISK] 2024-11-21T11:17:17,789 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/WALs/7b462513bfc2,36219,1732187834684/7b462513bfc2%2C36219%2C1732187834684.meta.1732187837735.meta 2024-11-21T11:17:17,790 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42681:42681)] 2024-11-21T11:17:17,790 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:17,791 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:17:17,791 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:17:17,791 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:17:17,791 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:17:17,791 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:17:17,791 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:17,792 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:17:17,792 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:17:17,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:17:17,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:17:17,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:17,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:17,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:17:17,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:17:17,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:17,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:17,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:17:17,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:17:17,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:17,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:17,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:17:17,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:17:17,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:17,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:17,804 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:17:17,805 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/data/hbase/meta/1588230740 2024-11-21T11:17:17,806 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/data/hbase/meta/1588230740 2024-11-21T11:17:17,810 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:17:17,810 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:17:17,811 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:17,814 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:17:17,816 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73797652, jitterRate=0.09967070817947388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:17,816 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:17:17,816 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732187837792Writing region info on filesystem at 1732187837792Initializing all the Stores at 1732187837794 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187837794Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187837794Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187837794Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187837794Cleaning up temporary data from old regions at 1732187837810 (+16 ms)Running coprocessor post-open hooks at 1732187837816 (+6 ms)Region opened successfully at 1732187837816 2024-11-21T11:17:17,819 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732187837717 2024-11-21T11:17:17,823 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:17:17,824 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:17:17,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,36219,1732187834684 2024-11-21T11:17:17,826 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,36219,1732187834684, state=OPEN 2024-11-21T11:17:17,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-909678559/meta-region-server 2024-11-21T11:17:17,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-909678559/meta-region-server 2024-11-21T11:17:17,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-909678559/meta-region-server: CHANGED 2024-11-21T11:17:17,828 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,36219,1732187834684 2024-11-21T11:17:17,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-909678559/meta-region-server: CHANGED 2024-11-21T11:17:17,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:17:17,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,36219,1732187834684 in 266 msec 2024-11-21T11:17:17,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:17:17,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-11-21T11:17:17,843 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:17,843 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:17:17,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:17:17,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,36219,1732187834684, seqNum=-1] 2024-11-21T11:17:17,846 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:17:17,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:17:17,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3330 sec 2024-11-21T11:17:17,857 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732187837857, completionTime=-1 2024-11-21T11:17:17,857 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:17:17,857 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:17:17,860 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:17:17,860 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732187897860 2024-11-21T11:17:17,860 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732187957860 2024-11-21T11:17:17,860 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T11:17:17,860 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45179,1732187834635-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:17,861 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45179,1732187834635-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:17,861 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45179,1732187834635-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:17,861 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:45179, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:17,861 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:17,861 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:17,863 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:17:17,867 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.140sec 2024-11-21T11:17:17,867 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:17:17,867 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:17:17,867 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:17:17,867 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:17:17,867 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:17:17,867 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45179,1732187834635-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:17:17,867 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45179,1732187834635-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:17:17,871 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:17:17,871 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:17:17,871 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45179,1732187834635-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:17,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d5e65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:17,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,45179,-1 for getting cluster id 2024-11-21T11:17:17,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:17,913 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c934f5af-bb12-4eb2-aecc-835a3caac552' 2024-11-21T11:17:17,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:17,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c934f5af-bb12-4eb2-aecc-835a3caac552" 2024-11-21T11:17:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684ffcd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,45179,-1] 2024-11-21T11:17:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:17,916 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:17,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:17,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:17:17,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,36219,1732187834684, seqNum=-1] 2024-11-21T11:17:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:17:17,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:17:17,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,45179,1732187834635 2024-11-21T11:17:17,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57259 2024-11-21T11:17:17,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:17,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a3e90790005 connected 2024-11-21T11:17:17,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4183ef6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:17,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,40549,-1 for getting cluster id 2024-11-21T11:17:17,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:17,944 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22cb7e6a-1413-4071-b369-688371b606cd' 2024-11-21T11:17:17,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:17,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22cb7e6a-1413-4071-b369-688371b606cd" 2024-11-21T11:17:17,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fb7cc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:17,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,40549,-1] 2024-11-21T11:17:17,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:17,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:17,948 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:17,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1135279d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:17,953 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:17:17,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:17,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,40549,1732187829404 2024-11-21T11:17:17,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b937754 2024-11-21T11:17:17,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:17,970 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:17:17,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b462513bfc2:45179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:17:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:17:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:17,984 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:45179' 2024-11-21T11:17:17,986 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3441c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:17,986 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,45179,-1 for getting cluster id 2024-11-21T11:17:17,986 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:17,987 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c934f5af-bb12-4eb2-aecc-835a3caac552' 2024-11-21T11:17:17,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:17,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c934f5af-bb12-4eb2-aecc-835a3caac552" 2024-11-21T11:17:17,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf0f4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:17,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,45179,-1] 2024-11-21T11:17:17,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:17,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:17,989 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:17,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60479af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:17,991 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:17,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,45179,1732187834635 2024-11-21T11:17:17,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6808d2d9 2024-11-21T11:17:17,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:17,997 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:17:18,010 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-21T11:17:18,010 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:17:18,015 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:18,015 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:18,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:18,017 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:17:18,022 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T11:17:18,028 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:17:18,029 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:18,032 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:17:18,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741835_1011 (size=1138) 2024-11-21T11:17:18,075 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T11:17:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:18,447 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21491924474e538c85da90508e3ab604, NAME => 'hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35 2024-11-21T11:17:18,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741836_1012 (size=44) 2024-11-21T11:17:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:18,664 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:17:18,856 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:18,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 21491924474e538c85da90508e3ab604, disabling compactions & flushes 2024-11-21T11:17:18,857 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:18,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:18,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. after waiting 0 ms 2024-11-21T11:17:18,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:18,857 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:18,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21491924474e538c85da90508e3ab604: Waiting for close lock at 1732187838857Disabling compacts and flushes for region at 1732187838857Disabling writes for close at 1732187838857Writing region close event to WAL at 1732187838857Closed at 1732187838857 2024-11-21T11:17:18,859 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:17:18,865 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732187838860"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732187838860"}]},"ts":"1732187838860"} 2024-11-21T11:17:18,868 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:17:18,870 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:17:18,872 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187838870"}]},"ts":"1732187838870"} 2024-11-21T11:17:18,878 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T11:17:18,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21491924474e538c85da90508e3ab604, ASSIGN}] 2024-11-21T11:17:18,881 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21491924474e538c85da90508e3ab604, ASSIGN 2024-11-21T11:17:18,883 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=21491924474e538c85da90508e3ab604, ASSIGN; state=OFFLINE, location=7b462513bfc2,35859,1732187830261; forceNewPlan=false, retain=false 2024-11-21T11:17:19,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=21491924474e538c85da90508e3ab604, regionState=OPENING, regionLocation=7b462513bfc2,35859,1732187830261 2024-11-21T11:17:19,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=21491924474e538c85da90508e3ab604, ASSIGN because future has completed 2024-11-21T11:17:19,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21491924474e538c85da90508e3ab604, server=7b462513bfc2,35859,1732187830261}] 2024-11-21T11:17:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:19,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:19,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:19,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T11:17:19,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C35859%2C1732187830261.rep, suffix=, logDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261, archiveDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/oldWALs, maxLogs=10 2024-11-21T11:17:19,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.rep.1732187839202, exclude list is [], retry=0 2024-11-21T11:17:19,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44979,DS-2e89e072-9aa9-49af-829d-d613638d28bd,DISK] 2024-11-21T11:17:19,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.rep.1732187839202 2024-11-21T11:17:19,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38857:38857)] 2024-11-21T11:17:19,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 21491924474e538c85da90508e3ab604, NAME => 'hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:19,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:17:19,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:17:19,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. service=MultiRowMutationService 2024-11-21T11:17:19,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T11:17:19,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 21491924474e538c85da90508e3ab604 2024-11-21T11:17:19,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:19,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 21491924474e538c85da90508e3ab604 2024-11-21T11:17:19,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 21491924474e538c85da90508e3ab604 2024-11-21T11:17:19,228 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 21491924474e538c85da90508e3ab604 2024-11-21T11:17:19,229 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21491924474e538c85da90508e3ab604 columnFamilyName hfileref 2024-11-21T11:17:19,229 DEBUG [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:19,230 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] regionserver.HStore(327): Store=21491924474e538c85da90508e3ab604/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:19,230 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 21491924474e538c85da90508e3ab604 2024-11-21T11:17:19,231 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21491924474e538c85da90508e3ab604 columnFamilyName queue 2024-11-21T11:17:19,231 DEBUG [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:19,232 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] regionserver.HStore(327): Store=21491924474e538c85da90508e3ab604/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:19,232 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 21491924474e538c85da90508e3ab604 2024-11-21T11:17:19,233 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21491924474e538c85da90508e3ab604 columnFamilyName sid 2024-11-21T11:17:19,233 DEBUG [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:19,234 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] regionserver.HStore(327): Store=21491924474e538c85da90508e3ab604/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:19,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 21491924474e538c85da90508e3ab604 2024-11-21T11:17:19,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/replication/21491924474e538c85da90508e3ab604 2024-11-21T11:17:19,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/replication/21491924474e538c85da90508e3ab604 2024-11-21T11:17:19,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 21491924474e538c85da90508e3ab604 2024-11-21T11:17:19,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 21491924474e538c85da90508e3ab604 2024-11-21T11:17:19,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:17:19,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 21491924474e538c85da90508e3ab604 2024-11-21T11:17:19,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/replication/21491924474e538c85da90508e3ab604/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:17:19,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 21491924474e538c85da90508e3ab604; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68738807, jitterRate=0.02428804337978363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:17:19,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21491924474e538c85da90508e3ab604 2024-11-21T11:17:19,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 21491924474e538c85da90508e3ab604: Running coprocessor pre-open hook at 1732187839226Writing region info on filesystem at 1732187839226Initializing all the Stores at 1732187839227 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187839227Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187839227Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187839227Cleaning up temporary data from old regions at 1732187839237 (+10 ms)Running coprocessor post-open hooks at 1732187839243 (+6 ms)Region opened successfully at 1732187839244 (+1 ms) 2024-11-21T11:17:19,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604., pid=7, masterSystemTime=1732187839192 2024-11-21T11:17:19,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:19,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:19,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=21491924474e538c85da90508e3ab604, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,35859,1732187830261 2024-11-21T11:17:19,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21491924474e538c85da90508e3ab604, server=7b462513bfc2,35859,1732187830261 because future has completed 2024-11-21T11:17:19,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T11:17:19,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 21491924474e538c85da90508e3ab604, server=7b462513bfc2,35859,1732187830261 in 214 msec 2024-11-21T11:17:19,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:17:19,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21491924474e538c85da90508e3ab604, ASSIGN in 377 msec 2024-11-21T11:17:19,262 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:17:19,262 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187839262"}]},"ts":"1732187839262"} 2024-11-21T11:17:19,265 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T11:17:19,267 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:17:19,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2500 sec 2024-11-21T11:17:19,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604., hostname=7b462513bfc2,35859,1732187830261, seqNum=2] 2024-11-21T11:17:19,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35859 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T11:17:19,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:19,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:19,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:17:19,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T11:17:19,476 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T11:17:19,517 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,35859,1732187830261, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:17:19,519 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:17:19,519 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35859,1732187830261, seqNum=-1] 2024-11-21T11:17:19,519 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:17:19,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T11:17:19,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b462513bfc2,35859,1732187830261', locateType=CURRENT is [region=hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604., hostname=7b462513bfc2,35859,1732187830261, seqNum=2] 2024-11-21T11:17:19,529 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T11:17:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T11:17:19,534 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b462513bfc2,35859,1732187830261 suceeded 2024-11-21T11:17:19,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T11:17:19,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-21T11:17:19,538 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b462513bfc2:45179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:17:19,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5650 sec 2024-11-21T11:17:19,547 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:45179' 2024-11-21T11:17:19,550 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fbd59ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:19,550 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,45179,-1 for getting cluster id 2024-11-21T11:17:19,550 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:19,552 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c934f5af-bb12-4eb2-aecc-835a3caac552' 2024-11-21T11:17:19,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:19,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c934f5af-bb12-4eb2-aecc-835a3caac552" 2024-11-21T11:17:19,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@de2a79f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:19,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,45179,-1] 2024-11-21T11:17:19,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:19,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:19,554 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:19,555 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@786d43b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:19,555 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:19,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,45179,1732187834635 2024-11-21T11:17:19,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74788a4b 2024-11-21T11:17:19,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:19,558 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T11:17:19,558 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,35859,1732187830261 (queues=1) is replicating from cluster=22cb7e6a-1413-4071-b369-688371b606cd to cluster=c934f5af-bb12-4eb2-aecc-835a3caac552 2024-11-21T11:17:19,561 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C35859%2C1732187830261 2024-11-21T11:17:19,565 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,35859,1732187830261, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:17:19,567 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261.replicationSource.shipper7b462513bfc2%2C35859%2C1732187830261,1-7b462513bfc2,35859,1732187830261 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C35859%2C1732187830261 2024-11-21T11:17:19,571 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261.replicationSource.wal-reader.7b462513bfc2%2C35859%2C1732187830261,1-7b462513bfc2,35859,1732187830261 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.1732187832170, startPosition=0, beingWritten=true 2024-11-21T11:17:19,830 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261.replicationSource.wal-reader.7b462513bfc2%2C35859%2C1732187830261,1-7b462513bfc2,35859,1732187830261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.1732187832170 to pos 0, reset compression=false 2024-11-21T11:17:19,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T11:17:19,937 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T11:17:19,939 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T11:17:19,939 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T11:17:19,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:17:19,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T11:17:19,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:17:19,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T11:17:19,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T11:17:19,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T11:17:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:20,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:17:20,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:20,136 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T11:17:20,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:20,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:20,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:20,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624c4eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:20,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,40549,-1 for getting cluster id 2024-11-21T11:17:20,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:20,139 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22cb7e6a-1413-4071-b369-688371b606cd' 2024-11-21T11:17:20,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:20,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22cb7e6a-1413-4071-b369-688371b606cd" 2024-11-21T11:17:20,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41bd7224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:20,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,40549,-1] 2024-11-21T11:17:20,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:20,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:20,141 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261.replicationSource.wal-reader.7b462513bfc2%2C35859%2C1732187830261,1-7b462513bfc2,35859,1732187830261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.1732187832170 to pos 0, reset compression=false 2024-11-21T11:17:20,142 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:20,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c607c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:20,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:20,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,40549,1732187829404 2024-11-21T11:17:20,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42223ec3 2024-11-21T11:17:20,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:20,147 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:17:20,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://7b462513bfc2:45179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:17:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:17:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T11:17:20,152 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:45179' 2024-11-21T11:17:20,153 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f45d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:20,153 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,45179,-1 for getting cluster id 2024-11-21T11:17:20,153 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:20,154 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c934f5af-bb12-4eb2-aecc-835a3caac552' 2024-11-21T11:17:20,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:20,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c934f5af-bb12-4eb2-aecc-835a3caac552" 2024-11-21T11:17:20,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e80e901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:20,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,45179,-1] 2024-11-21T11:17:20,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:20,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:20,157 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:20,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f9cc7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:20,158 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:20,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,45179,1732187834635 2024-11-21T11:17:20,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f4bcb0b 2024-11-21T11:17:20,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:20,160 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:17:20,161 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-21T11:17:20,161 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:17:20,161 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:20,161 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:20,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:20,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:17:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T11:17:20,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-21T11:17:20,326 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T11:17:20,357 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-7b462513bfc2,35859,1732187830261, ReplicationSource: 2, currentBandwidth=0 2024-11-21T11:17:20,361 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-21T11:17:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-21T11:17:20,365 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 7b462513bfc2,35859,1732187830261 suceeded 2024-11-21T11:17:20,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T11:17:20,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-21T11:17:20,367 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://7b462513bfc2:45179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:17:20,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 220 msec 2024-11-21T11:17:20,377 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:45179' 2024-11-21T11:17:20,378 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41d3a972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:20,378 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,45179,-1 for getting cluster id 2024-11-21T11:17:20,379 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:20,380 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c934f5af-bb12-4eb2-aecc-835a3caac552' 2024-11-21T11:17:20,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:20,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c934f5af-bb12-4eb2-aecc-835a3caac552" 2024-11-21T11:17:20,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a0b1e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:20,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,45179,-1] 2024-11-21T11:17:20,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:20,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:20,382 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:20,383 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1583abc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:20,383 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:20,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,45179,1732187834635 2024-11-21T11:17:20,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@196fd374 2024-11-21T11:17:20,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:20,385 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T11:17:20,386 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7b462513bfc2,35859,1732187830261 (queues=1) is replicating from cluster=22cb7e6a-1413-4071-b369-688371b606cd to cluster=c934f5af-bb12-4eb2-aecc-835a3caac552 2024-11-21T11:17:20,386 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7b462513bfc2%2C35859%2C1732187830261 2024-11-21T11:17:20,386 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7b462513bfc2,35859,1732187830261, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:17:20,387 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261.replicationSource.shipper7b462513bfc2%2C35859%2C1732187830261,2-7b462513bfc2,35859,1732187830261 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C35859%2C1732187830261 2024-11-21T11:17:20,387 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261.replicationSource.wal-reader.7b462513bfc2%2C35859%2C1732187830261,2-7b462513bfc2,35859,1732187830261 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.1732187832170, startPosition=0, beingWritten=true 2024-11-21T11:17:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T11:17:20,466 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T11:17:20,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:17:20,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:20,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:20,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:20,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:20,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:20,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,40549,1732187829404 2024-11-21T11:17:20,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@494ae7f0 2024-11-21T11:17:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:20,472 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:17:20,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T11:17:20,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T11:17:20,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T11:17:20,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T11:17:20,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://7b462513bfc2:45179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:17:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T11:17:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T11:17:20,487 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:45179' 2024-11-21T11:17:20,488 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c304cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:20,488 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,45179,-1 for getting cluster id 2024-11-21T11:17:20,488 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:20,489 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c934f5af-bb12-4eb2-aecc-835a3caac552' 2024-11-21T11:17:20,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:20,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c934f5af-bb12-4eb2-aecc-835a3caac552" 2024-11-21T11:17:20,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff5cbd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:20,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,45179,-1] 2024-11-21T11:17:20,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:20,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:20,490 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:20,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a56359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:20,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:20,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,45179,1732187834635 2024-11-21T11:17:20,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66cdfd83 2024-11-21T11:17:20,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:20,493 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:17:20,494 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T11:17:20,494 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:17:20,494 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:20,494 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:20,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:20,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:17:20,548 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261.replicationSource.wal-reader.7b462513bfc2%2C35859%2C1732187830261,1-7b462513bfc2,35859,1732187830261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.1732187832170 to pos 0, reset compression=false 2024-11-21T11:17:20,594 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261.replicationSource.wal-reader.7b462513bfc2%2C35859%2C1732187830261,2-7b462513bfc2,35859,1732187830261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.1732187832170 to pos 0, reset compression=false 2024-11-21T11:17:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T11:17:20,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-21T11:17:20,654 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-21T11:17:20,656 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-21T11:17:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-21T11:17:20,660 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 7b462513bfc2,35859,1732187830261 suceeded 2024-11-21T11:17:20,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T11:17:20,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-21T11:17:20,662 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://7b462513bfc2:45179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:17:20,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 181 msec 2024-11-21T11:17:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T11:17:20,805 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-21T11:17:20,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://7b462513bfc2:45179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:17:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T11:17:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T11:17:20,810 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:45179' 2024-11-21T11:17:20,811 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b0df0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:20,811 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,45179,-1 for getting cluster id 2024-11-21T11:17:20,812 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:20,813 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c934f5af-bb12-4eb2-aecc-835a3caac552' 2024-11-21T11:17:20,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:20,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c934f5af-bb12-4eb2-aecc-835a3caac552" 2024-11-21T11:17:20,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7035f4bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:20,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,45179,-1] 2024-11-21T11:17:20,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:20,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:20,814 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:20,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e08706a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:20,815 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:20,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,45179,1732187834635 2024-11-21T11:17:20,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@332dcde6 2024-11-21T11:17:20,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:20,817 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:17:20,818 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T11:17:20,818 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:17:20,818 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:20,819 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:20,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:20,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:17:20,901 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261.replicationSource.wal-reader.7b462513bfc2%2C35859%2C1732187830261,2-7b462513bfc2,35859,1732187830261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.1732187832170 to pos 0, reset compression=false 2024-11-21T11:17:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T11:17:20,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-21T11:17:20,976 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-21T11:17:20,978 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-21T11:17:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-21T11:17:20,981 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 7b462513bfc2,35859,1732187830261 suceeded 2024-11-21T11:17:20,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T11:17:20,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-21T11:17:20,984 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://7b462513bfc2:45179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:17:20,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 178 msec 2024-11-21T11:17:21,055 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261.replicationSource.wal-reader.7b462513bfc2%2C35859%2C1732187830261,1-7b462513bfc2,35859,1732187830261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.1732187832170 to pos 0, reset compression=false 2024-11-21T11:17:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T11:17:21,125 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-21T11:17:21,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T11:17:21,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40549 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T11:17:21,127 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:17:21,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:21,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:21,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:21,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:21,128 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:17:21,128 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1670206693, stopped=false 2024-11-21T11:17:21,128 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,40549,1732187829404 2024-11-21T11:17:21,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1557470867/running 2024-11-21T11:17:21,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1557470867/running 2024-11-21T11:17:21,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:21,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:21,130 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:17:21,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:17:21,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:21,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:21,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on znode that does not yet exist, /0-1557470867/running 2024-11-21T11:17:21,131 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,35859,1732187830261' ***** 2024-11-21T11:17:21,131 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:17:21,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on znode that does not yet exist, /0-1557470867/running 2024-11-21T11:17:21,132 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:17:21,132 INFO [RS:0;7b462513bfc2:35859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:17:21,132 INFO [RS:0;7b462513bfc2:35859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:17:21,133 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(3091): Received CLOSE for 21491924474e538c85da90508e3ab604 2024-11-21T11:17:21,133 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,35859,1732187830261 2024-11-21T11:17:21,133 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:17:21,133 INFO [RS:0;7b462513bfc2:35859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:17:21,133 INFO [RS:0;7b462513bfc2:35859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:35859. 2024-11-21T11:17:21,134 DEBUG [RS:0;7b462513bfc2:35859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:21,134 DEBUG [RS:0;7b462513bfc2:35859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:21,134 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21491924474e538c85da90508e3ab604, disabling compactions & flushes 2024-11-21T11:17:21,134 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:21,134 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:21,134 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:17:21,134 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. after waiting 0 ms 2024-11-21T11:17:21,134 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:17:21,134 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:21,134 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:17:21,134 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:17:21,135 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T11:17:21,135 DEBUG [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(1325): Online Regions={21491924474e538c85da90508e3ab604=hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:17:21,135 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:17:21,135 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:17:21,135 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:17:21,135 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:17:21,135 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:17:21,135 DEBUG [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21491924474e538c85da90508e3ab604 2024-11-21T11:17:21,138 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 21491924474e538c85da90508e3ab604 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-21T11:17:21,138 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T11:17:21,208 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/.tmp/info/bc6e34959fd145fb852e69c13dae8f02 is 147, key is hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604./info:regioninfo/1732187839249/Put/seqid=0 2024-11-21T11:17:21,208 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/replication/21491924474e538c85da90508e3ab604/.tmp/queue/17263d10c28c4860b5b6ed4ecd96459f is 151, key is 1-7b462513bfc2,35859,1732187830261/queue:7b462513bfc2%2C35859%2C1732187830261/1732187839525/Put/seqid=0 2024-11-21T11:17:21,211 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:17:21,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741838_1014 (size=6631) 2024-11-21T11:17:21,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741839_1015 (size=5500) 2024-11-21T11:17:21,225 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/.tmp/info/bc6e34959fd145fb852e69c13dae8f02 2024-11-21T11:17:21,225 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/replication/21491924474e538c85da90508e3ab604/.tmp/queue/17263d10c28c4860b5b6ed4ecd96459f 2024-11-21T11:17:21,286 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/replication/21491924474e538c85da90508e3ab604/.tmp/queue/17263d10c28c4860b5b6ed4ecd96459f as hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/replication/21491924474e538c85da90508e3ab604/queue/17263d10c28c4860b5b6ed4ecd96459f 2024-11-21T11:17:21,297 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/replication/21491924474e538c85da90508e3ab604/queue/17263d10c28c4860b5b6ed4ecd96459f, entries=2, sequenceid=6, filesize=5.4 K 2024-11-21T11:17:21,306 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 21491924474e538c85da90508e3ab604 in 165ms, sequenceid=6, compaction requested=false 2024-11-21T11:17:21,306 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T11:17:21,309 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261.replicationSource.wal-reader.7b462513bfc2%2C35859%2C1732187830261,2-7b462513bfc2,35859,1732187830261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.1732187832170 to pos 0, reset compression=false 2024-11-21T11:17:21,309 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/.tmp/ns/c284b2543a3044859c1e5321cfd51e26 is 43, key is default/ns:d/1732187833272/Put/seqid=0 2024-11-21T11:17:21,320 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/replication/21491924474e538c85da90508e3ab604/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T11:17:21,325 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:17:21,325 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:17:21,325 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:21,326 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21491924474e538c85da90508e3ab604: Waiting for close lock at 1732187841133Running coprocessor pre-close hooks at 1732187841134 (+1 ms)Disabling compacts and flushes for region at 1732187841134Disabling writes for close at 1732187841134Obtaining lock to block concurrent updates at 1732187841138 (+4 ms)Preparing flush snapshotting stores in 21491924474e538c85da90508e3ab604 at 1732187841138Finished memstore snapshotting hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732187841147 (+9 ms)Flushing stores of hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. at 1732187841149 (+2 ms)Flushing 21491924474e538c85da90508e3ab604/queue: creating writer at 1732187841151 (+2 ms)Flushing 21491924474e538c85da90508e3ab604/queue: appending metadata at 1732187841191 (+40 ms)Flushing 21491924474e538c85da90508e3ab604/queue: closing flushed file at 1732187841195 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750523a2: reopening flushed file at 1732187841284 (+89 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 21491924474e538c85da90508e3ab604 in 165ms, sequenceid=6, compaction requested=false at 1732187841306 (+22 ms)Writing region close event to WAL at 1732187841311 (+5 ms)Running coprocessor post-close hooks at 1732187841322 (+11 ms)Closed at 1732187841325 (+3 ms) 2024-11-21T11:17:21,326 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:21,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741840_1016 (size=5153) 2024-11-21T11:17:21,327 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/.tmp/ns/c284b2543a3044859c1e5321cfd51e26 2024-11-21T11:17:21,335 DEBUG [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:17:21,357 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/.tmp/table/f79d5ee900284a8a9e2da4ea36dad3ae is 53, key is hbase:replication/table:state/1732187839262/Put/seqid=0 2024-11-21T11:17:21,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741841_1017 (size=5256) 2024-11-21T11:17:21,536 DEBUG [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:17:21,662 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261.replicationSource.wal-reader.7b462513bfc2%2C35859%2C1732187830261,1-7b462513bfc2,35859,1732187830261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.1732187832170 to pos 0, reset compression=false 2024-11-21T11:17:21,736 DEBUG [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:17:21,764 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/.tmp/table/f79d5ee900284a8a9e2da4ea36dad3ae 2024-11-21T11:17:21,773 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/.tmp/info/bc6e34959fd145fb852e69c13dae8f02 as hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/info/bc6e34959fd145fb852e69c13dae8f02 2024-11-21T11:17:21,781 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/info/bc6e34959fd145fb852e69c13dae8f02, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T11:17:21,782 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/.tmp/ns/c284b2543a3044859c1e5321cfd51e26 as hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/ns/c284b2543a3044859c1e5321cfd51e26 2024-11-21T11:17:21,790 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/ns/c284b2543a3044859c1e5321cfd51e26, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T11:17:21,791 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/.tmp/table/f79d5ee900284a8a9e2da4ea36dad3ae as hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/table/f79d5ee900284a8a9e2da4ea36dad3ae 2024-11-21T11:17:21,798 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/table/f79d5ee900284a8a9e2da4ea36dad3ae, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T11:17:21,800 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 665ms, sequenceid=11, compaction requested=false 2024-11-21T11:17:21,806 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T11:17:21,807 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:17:21,807 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:17:21,807 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:17:21,807 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187841135Running coprocessor pre-close hooks at 1732187841135Disabling compacts and flushes for region at 1732187841135Disabling writes for close at 1732187841135Obtaining lock to block concurrent updates at 1732187841138 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732187841138Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732187841147 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732187841149 (+2 ms)Flushing 1588230740/info: creating writer at 1732187841151 (+2 ms)Flushing 1588230740/info: appending metadata at 1732187841192 (+41 ms)Flushing 1588230740/info: closing flushed file at 1732187841195 (+3 ms)Flushing 1588230740/ns: creating writer at 1732187841284 (+89 ms)Flushing 1588230740/ns: appending metadata at 1732187841307 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732187841307Flushing 1588230740/table: creating writer at 1732187841337 (+30 ms)Flushing 1588230740/table: appending metadata at 1732187841355 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732187841356 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da41def: reopening flushed file at 1732187841772 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59cb5fe1: reopening flushed file at 1732187841781 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60fbb4ba: reopening flushed file at 1732187841790 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 665ms, sequenceid=11, compaction requested=false at 1732187841800 (+10 ms)Writing region close event to WAL at 1732187841801 (+1 ms)Running coprocessor post-close hooks at 1732187841807 (+6 ms)Closed at 1732187841807 2024-11-21T11:17:21,807 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:17:21,823 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261.replicationSource.wal-reader.7b462513bfc2%2C35859%2C1732187830261,2-7b462513bfc2,35859,1732187830261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.1732187832170 to pos 0, reset compression=false 2024-11-21T11:17:21,936 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,35859,1732187830261; all regions closed. 2024-11-21T11:17:21,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741834_1010 (size=2742) 2024-11-21T11:17:21,947 DEBUG [RS:0;7b462513bfc2:35859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/oldWALs 2024-11-21T11:17:21,947 INFO [RS:0;7b462513bfc2:35859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C35859%2C1732187830261.meta:.meta(num 1732187833117) 2024-11-21T11:17:21,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741837_1013 (size=1802) 2024-11-21T11:17:21,950 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261/7b462513bfc2%2C35859%2C1732187830261.rep.1732187839202 not finished, retry = 0 2024-11-21T11:17:22,003 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:17:22,003 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:17:22,054 DEBUG [RS:0;7b462513bfc2:35859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/oldWALs 2024-11-21T11:17:22,054 INFO [RS:0;7b462513bfc2:35859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C35859%2C1732187830261.rep:(num 1732187839202) 2024-11-21T11:17:22,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741832_1008 (size=93) 2024-11-21T11:17:22,059 DEBUG [RS:0;7b462513bfc2:35859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/oldWALs 2024-11-21T11:17:22,060 INFO [RS:0;7b462513bfc2:35859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C35859%2C1732187830261:(num 1732187832170) 2024-11-21T11:17:22,060 DEBUG [RS:0;7b462513bfc2:35859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:22,060 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:17:22,060 INFO [RS:0;7b462513bfc2:35859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:17:22,060 INFO [RS:0;7b462513bfc2:35859 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:17:22,060 INFO [RS:0;7b462513bfc2:35859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:17:22,060 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:17:22,061 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,35859,1732187830261 because: Region server is closing 2024-11-21T11:17:22,061 INFO [RS:0;7b462513bfc2:35859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:35859. 2024-11-21T11:17:22,061 DEBUG [RS:0;7b462513bfc2:35859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:22,062 DEBUG [RS:0;7b462513bfc2:35859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:22,062 DEBUG [RS:0;7b462513bfc2:35859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:22,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:22,162 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261.replicationSource.wal-reader.7b462513bfc2%2C35859%2C1732187830261,1-7b462513bfc2,35859,1732187830261 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T11:17:22,162 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261.replicationSource.shipper7b462513bfc2%2C35859%2C1732187830261,1-7b462513bfc2,35859,1732187830261 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T11:17:22,162 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35859,1732187830261.replicationSource.shipper7b462513bfc2%2C35859%2C1732187830261,1-7b462513bfc2,35859,1732187830261 terminated 2024-11-21T11:17:22,163 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7b462513bfc2,35859,1732187830261 because: Region server is closing 2024-11-21T11:17:22,163 INFO [RS:0;7b462513bfc2:35859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:35859. 2024-11-21T11:17:22,163 DEBUG [RS:0;7b462513bfc2:35859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:22,163 DEBUG [RS:0;7b462513bfc2:35859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:22,164 DEBUG [RS:0;7b462513bfc2:35859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:22,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:22,264 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261.replicationSource.wal-reader.7b462513bfc2%2C35859%2C1732187830261,2-7b462513bfc2,35859,1732187830261 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T11:17:22,264 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261.replicationSource.shipper7b462513bfc2%2C35859%2C1732187830261,2-7b462513bfc2,35859,1732187830261 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T11:17:22,264 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35859,1732187830261.replicationSource.shipper7b462513bfc2%2C35859%2C1732187830261,2-7b462513bfc2,35859,1732187830261 terminated 2024-11-21T11:17:22,265 INFO [RS:0;7b462513bfc2:35859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35859 2024-11-21T11:17:22,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1557470867/rs/7b462513bfc2,35859,1732187830261 2024-11-21T11:17:22,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867/rs 2024-11-21T11:17:22,269 INFO [RS:0;7b462513bfc2:35859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:17:22,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,35859,1732187830261] 2024-11-21T11:17:22,273 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557470867/draining/7b462513bfc2,35859,1732187830261 already deleted, retry=false 2024-11-21T11:17:22,273 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,35859,1732187830261 expired; onlineServers=0 2024-11-21T11:17:22,274 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,40549,1732187829404' ***** 2024-11-21T11:17:22,274 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:17:22,274 INFO [M:0;7b462513bfc2:40549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:17:22,274 INFO [M:0;7b462513bfc2:40549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:17:22,274 DEBUG [M:0;7b462513bfc2:40549 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:17:22,274 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:17:22,274 DEBUG [M:0;7b462513bfc2:40549 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:17:22,274 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187831845 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187831845,5,FailOnTimeoutGroup] 2024-11-21T11:17:22,274 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187831844 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187831844,5,FailOnTimeoutGroup] 2024-11-21T11:17:22,274 INFO [M:0;7b462513bfc2:40549 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:17:22,275 INFO [M:0;7b462513bfc2:40549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:17:22,275 DEBUG [M:0;7b462513bfc2:40549 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:17:22,275 INFO [M:0;7b462513bfc2:40549 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:17:22,275 INFO [M:0;7b462513bfc2:40549 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:17:22,275 INFO [M:0;7b462513bfc2:40549 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:17:22,275 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:17:22,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1557470867/master 2024-11-21T11:17:22,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:22,276 DEBUG [M:0;7b462513bfc2:40549 {}] zookeeper.ZKUtil(347): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Unable to get data of znode /0-1557470867/master because node does not exist (not an error) 2024-11-21T11:17:22,276 WARN [M:0;7b462513bfc2:40549 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:17:22,277 INFO [M:0;7b462513bfc2:40549 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/.lastflushedseqids 2024-11-21T11:17:22,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741842_1018 (size=181) 2024-11-21T11:17:22,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:22,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x1013a3e90790001, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:22,372 INFO [RS:0;7b462513bfc2:35859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:17:22,373 INFO [RS:0;7b462513bfc2:35859 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,35859,1732187830261; zookeeper connection closed. 2024-11-21T11:17:22,373 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46fd8a03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46fd8a03 2024-11-21T11:17:22,373 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:17:22,689 INFO [M:0;7b462513bfc2:40549 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:17:22,689 INFO [M:0;7b462513bfc2:40549 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:17:22,689 DEBUG [M:0;7b462513bfc2:40549 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:17:22,690 INFO [M:0;7b462513bfc2:40549 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:22,690 DEBUG [M:0;7b462513bfc2:40549 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:22,690 DEBUG [M:0;7b462513bfc2:40549 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:17:22,690 DEBUG [M:0;7b462513bfc2:40549 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:22,690 INFO [M:0;7b462513bfc2:40549 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-21T11:17:22,708 DEBUG [M:0;7b462513bfc2:40549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/783f06cce7e74a56a39bdd5c5b7b3339 is 82, key is hbase:meta,,1/info:regioninfo/1732187833203/Put/seqid=0 2024-11-21T11:17:22,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741843_1019 (size=5672) 2024-11-21T11:17:23,114 INFO [M:0;7b462513bfc2:40549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/783f06cce7e74a56a39bdd5c5b7b3339 2024-11-21T11:17:23,141 DEBUG [M:0;7b462513bfc2:40549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9173bc1b79184af2af3b1ce1d62bd2cb is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732187839268/Put/seqid=0 2024-11-21T11:17:23,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741844_1020 (size=8663) 2024-11-21T11:17:23,548 INFO [M:0;7b462513bfc2:40549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9173bc1b79184af2af3b1ce1d62bd2cb 2024-11-21T11:17:23,573 DEBUG [M:0;7b462513bfc2:40549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca53c2f9ecbd46ad8a964d299f8c046b is 69, key is 7b462513bfc2,35859,1732187830261/rs:state/1732187831904/Put/seqid=0 2024-11-21T11:17:23,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741845_1021 (size=5156) 2024-11-21T11:17:23,980 INFO [M:0;7b462513bfc2:40549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca53c2f9ecbd46ad8a964d299f8c046b 2024-11-21T11:17:23,989 DEBUG [M:0;7b462513bfc2:40549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/783f06cce7e74a56a39bdd5c5b7b3339 as hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/783f06cce7e74a56a39bdd5c5b7b3339 2024-11-21T11:17:23,996 INFO [M:0;7b462513bfc2:40549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/783f06cce7e74a56a39bdd5c5b7b3339, entries=8, sequenceid=115, filesize=5.5 K 2024-11-21T11:17:23,998 DEBUG [M:0;7b462513bfc2:40549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9173bc1b79184af2af3b1ce1d62bd2cb as hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9173bc1b79184af2af3b1ce1d62bd2cb 2024-11-21T11:17:24,005 INFO [M:0;7b462513bfc2:40549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9173bc1b79184af2af3b1ce1d62bd2cb, entries=14, sequenceid=115, filesize=8.5 K 2024-11-21T11:17:24,006 DEBUG [M:0;7b462513bfc2:40549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca53c2f9ecbd46ad8a964d299f8c046b as hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca53c2f9ecbd46ad8a964d299f8c046b 2024-11-21T11:17:24,013 INFO [M:0;7b462513bfc2:40549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca53c2f9ecbd46ad8a964d299f8c046b, entries=1, sequenceid=115, filesize=5.0 K 2024-11-21T11:17:24,014 INFO [M:0;7b462513bfc2:40549 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=115, compaction requested=false 2024-11-21T11:17:24,016 INFO [M:0;7b462513bfc2:40549 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:24,016 DEBUG [M:0;7b462513bfc2:40549 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187842689Disabling compacts and flushes for region at 1732187842689Disabling writes for close at 1732187842690 (+1 ms)Obtaining lock to block concurrent updates at 1732187842690Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732187842690Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732187842690Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732187842691 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732187842691Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732187842707 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732187842707Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732187843122 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732187843140 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732187843140Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732187843556 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732187843573 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732187843573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a1065dd: reopening flushed file at 1732187843988 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10525211: reopening flushed file at 1732187843997 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e247acb: reopening flushed file at 1732187844005 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=115, compaction requested=false at 1732187844014 (+9 ms)Writing region close event to WAL at 1732187844016 (+2 ms)Closed at 1732187844016 2024-11-21T11:17:24,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741830_1006 (size=59421) 2024-11-21T11:17:24,019 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/WALs/7b462513bfc2,40549,1732187829404/7b462513bfc2%2C40549%2C1732187829404.1732187831196 not finished, retry = 0 2024-11-21T11:17:24,120 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:17:24,121 INFO [M:0;7b462513bfc2:40549 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:17:24,121 INFO [M:0;7b462513bfc2:40549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40549 2024-11-21T11:17:24,121 INFO [M:0;7b462513bfc2:40549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:17:24,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:24,223 INFO [M:0;7b462513bfc2:40549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:17:24,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40549-0x1013a3e90790000, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:24,225 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:17:24,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:24,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:24,225 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:17:24,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:24,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:17:24,225 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:17:24,226 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:17:24,226 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36783 2024-11-21T11:17:24,228 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36783 connecting to ZooKeeper ensemble=127.0.0.1:57259 2024-11-21T11:17:24,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367830x0, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:24,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36783-0x1013a3e90790006 connected 2024-11-21T11:17:24,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:24,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:24,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on znode that does not yet exist, /0-1557470867/running 2024-11-21T11:17:24,239 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557470867/meta-region-server: INIT 2024-11-21T11:17:24,239 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35, hbase.cluster.distributed=false 2024-11-21T11:17:24,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on znode that does not yet exist, /0-1557470867/acl 2024-11-21T11:17:24,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36783 2024-11-21T11:17:24,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36783 2024-11-21T11:17:24,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36783 2024-11-21T11:17:24,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36783 2024-11-21T11:17:24,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36783 2024-11-21T11:17:24,264 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:17:24,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:24,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:24,264 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:17:24,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:24,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:17:24,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:17:24,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:17:24,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41373 2024-11-21T11:17:24,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41373 connecting to ZooKeeper ensemble=127.0.0.1:57259 2024-11-21T11:17:24,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:24,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:24,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413730x0, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:24,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413730x0, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on znode that does not yet exist, /0-1557470867/running 2024-11-21T11:17:24,273 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557470867/meta-region-server: INIT 2024-11-21T11:17:24,273 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:17:24,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41373-0x1013a3e90790007 connected 2024-11-21T11:17:24,274 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:17:24,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on znode that does not yet exist, /0-1557470867/master 2024-11-21T11:17:24,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on znode that does not yet exist, /0-1557470867/acl 2024-11-21T11:17:24,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41373 2024-11-21T11:17:24,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41373 2024-11-21T11:17:24,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41373 2024-11-21T11:17:24,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41373 2024-11-21T11:17:24,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41373 2024-11-21T11:17:24,290 DEBUG [M:0;7b462513bfc2:36783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:36783 2024-11-21T11:17:24,290 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1557470867/backup-masters/7b462513bfc2,36783,1732187844225 2024-11-21T11:17:24,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867/backup-masters 2024-11-21T11:17:24,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867/backup-masters 2024-11-21T11:17:24,294 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on existing znode=/0-1557470867/backup-masters/7b462513bfc2,36783,1732187844225 2024-11-21T11:17:24,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1557470867/master 2024-11-21T11:17:24,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:24,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:24,297 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on existing znode=/0-1557470867/master 2024-11-21T11:17:24,298 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1557470867/backup-masters/7b462513bfc2,36783,1732187844225 from backup master directory 2024-11-21T11:17:24,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1557470867/backup-masters/7b462513bfc2,36783,1732187844225 2024-11-21T11:17:24,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867/backup-masters 2024-11-21T11:17:24,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867/backup-masters 2024-11-21T11:17:24,301 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:17:24,301 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,36783,1732187844225 2024-11-21T11:17:24,318 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:24,318 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:17:24,331 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-21T11:17:24,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741846_1022 (size=196) 2024-11-21T11:17:24,728 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:17:24,742 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:17:24,743 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:17:24,743 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:24,753 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T11:17:24,758 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/WALs/7b462513bfc2,40549,1732187829404 to hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/WALs/7b462513bfc2,40549,1732187829404-dead as it is dead 2024-11-21T11:17:24,759 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T11:17:24,760 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T11:17:24,760 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/WALs/7b462513bfc2,40549,1732187829404-dead/7b462513bfc2%2C40549%2C1732187829404.1732187831196 2024-11-21T11:17:24,767 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/WALs/7b462513bfc2,40549,1732187829404-dead/7b462513bfc2%2C40549%2C1732187829404.1732187831196 after 4ms 2024-11-21T11:17:24,768 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/WALs/7b462513bfc2,40549,1732187829404-dead/7b462513bfc2%2C40549%2C1732187829404.1732187831196 to hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7b462513bfc2%2C40549%2C1732187829404.1732187831196 2024-11-21T11:17:24,768 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/WALs/7b462513bfc2,40549,1732187829404-dead 2024-11-21T11:17:24,768 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/WALs/7b462513bfc2,36783,1732187844225 2024-11-21T11:17:24,770 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:17:24,771 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C36783%2C1732187844225, suffix=, logDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/WALs/7b462513bfc2,36783,1732187844225, archiveDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/oldWALs, maxLogs=10 2024-11-21T11:17:24,787 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/WALs/7b462513bfc2,36783,1732187844225/7b462513bfc2%2C36783%2C1732187844225.1732187844772, exclude list is [], retry=0 2024-11-21T11:17:24,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44979,DS-2e89e072-9aa9-49af-829d-d613638d28bd,DISK] 2024-11-21T11:17:24,793 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/WALs/7b462513bfc2,36783,1732187844225/7b462513bfc2%2C36783%2C1732187844225.1732187844772 2024-11-21T11:17:24,793 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38857:38857)] 2024-11-21T11:17:24,793 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:24,794 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:24,794 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:24,794 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:24,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:24,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:17:24,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:24,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/783f06cce7e74a56a39bdd5c5b7b3339 2024-11-21T11:17:24,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:24,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:24,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:17:24,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:24,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9173bc1b79184af2af3b1ce1d62bd2cb 2024-11-21T11:17:24,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:24,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:24,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:17:24,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:24,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca53c2f9ecbd46ad8a964d299f8c046b 2024-11-21T11:17:24,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:24,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:24,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:17:24,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:24,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:24,823 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:24,824 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T11:17:24,824 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7b462513bfc2%2C40549%2C1732187829404.1732187831196 2024-11-21T11:17:24,838 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7b462513bfc2%2C40549%2C1732187829404.1732187831196 2024-11-21T11:17:24,840 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7b462513bfc2%2C40549%2C1732187829404.1732187831196 2024-11-21T11:17:24,841 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:24,841 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:24,842 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:24,844 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:24,847 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-21T11:17:24,848 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59034137, jitterRate=-0.1203228086233139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:24,848 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732187844794Initializing all the Stores at 1732187844795 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187844795Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187844795Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187844795Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187844795Cleaning up temporary data from old regions at 1732187844841 (+46 ms)Region opened successfully at 1732187844848 (+7 ms) 2024-11-21T11:17:24,849 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:17:24,853 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e17bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:17:24,867 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T11:17:24,868 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:17:24,868 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:17:24,868 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:17:24,869 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:17:24,876 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:24,876 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:17:24,877 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T11:17:24,877 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:17:24,877 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T11:17:24,878 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T11:17:24,878 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-21T11:17:24,878 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:17:24,882 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=7b462513bfc2,35859,1732187830261, regionLocation=7b462513bfc2,35859,1732187830261, openSeqNum=2 2024-11-21T11:17:24,882 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=7b462513bfc2,35859,1732187830261, table=hbase:meta, region=1588230740 2024-11-21T11:17:24,882 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,35859,1732187830261, state=OPEN 2024-11-21T11:17:24,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1557470867/meta-region-server 2024-11-21T11:17:24,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1557470867/meta-region-server 2024-11-21T11:17:24,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557470867/meta-region-server: CHANGED 2024-11-21T11:17:24,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557470867/meta-region-server: CHANGED 2024-11-21T11:17:24,889 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:17:24,899 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557470867/draining/7b462513bfc2,35859,1732187830261 already deleted, retry=false 2024-11-21T11:17:24,899 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 7b462513bfc2,35859,1732187830261 on 7b462513bfc2,36783,1732187844225 2024-11-21T11:17:24,904 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7b462513bfc2,35859,1732187830261, splitWal=true, meta=true 2024-11-21T11:17:24,906 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 7b462513bfc2,35859,1732187830261 (carryingMeta=true) 7b462513bfc2,35859,1732187830261/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@464b6979[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T11:17:24,910 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Unable to get data of znode /0-1557470867/balancer because node does not exist (not necessarily an error) 2024-11-21T11:17:24,911 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557470867/balancer already deleted, retry=false 2024-11-21T11:17:24,911 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:17:24,912 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Unable to get data of znode /0-1557470867/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:17:24,913 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557470867/normalizer already deleted, retry=false 2024-11-21T11:17:24,913 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:17:24,914 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Unable to get data of znode /0-1557470867/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:17:24,915 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557470867/switch/split already deleted, retry=false 2024-11-21T11:17:24,916 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Unable to get data of znode /0-1557470867/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:17:24,919 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557470867/switch/merge already deleted, retry=false 2024-11-21T11:17:24,926 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Unable to get data of znode /0-1557470867/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:17:24,927 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557470867/snapshot-cleanup already deleted, retry=false 2024-11-21T11:17:24,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1557470867/running 2024-11-21T11:17:24,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1557470867/running 2024-11-21T11:17:24,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:24,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:24,931 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,36783,1732187844225, sessionid=0x1013a3e90790006, setting cluster-up flag (Was=false) 2024-11-21T11:17:24,933 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1557470867/flush-table-proc/acquired, /0-1557470867/flush-table-proc/reached, /0-1557470867/flush-table-proc/abort 2024-11-21T11:17:24,934 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,36783,1732187844225 2024-11-21T11:17:24,937 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1557470867/online-snapshot/acquired, /0-1557470867/online-snapshot/reached, /0-1557470867/online-snapshot/abort 2024-11-21T11:17:24,938 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,36783,1732187844225 2024-11-21T11:17:24,940 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/.lastflushedseqids 2024-11-21T11:17:24,943 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:17:24,943 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:17:24,943 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,36783,1732187844225 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 7b462513bfc2,35859,1732187830261 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:17:24,945 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:24,945 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:24,945 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:24,945 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:24,945 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:17:24,945 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:24,945 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:17:24,945 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:24,946 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732187874946 2024-11-21T11:17:24,946 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:17:24,946 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:17:24,947 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:17:24,947 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:17:24,947 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:17:24,947 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:17:24,947 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:24,947 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:17:24,947 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:17:24,947 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:17:24,947 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:17:24,948 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:17:24,948 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:17:24,948 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187844948,5,FailOnTimeoutGroup] 2024-11-21T11:17:24,948 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187844948,5,FailOnTimeoutGroup] 2024-11-21T11:17:24,948 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:24,948 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:17:24,948 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:24,948 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:24,948 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732187844948, completionTime=-1 2024-11-21T11:17:24,948 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T11:17:24,949 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7b462513bfc2,35859,1732187830261, splitWal=true, meta=true 2024-11-21T11:17:24,950 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7b462513bfc2,35859,1732187830261, splitWal=true, meta=true, isMeta: true 2024-11-21T11:17:24,951 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T11:17:24,952 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261-splitting 2024-11-21T11:17:24,953 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261-splitting dir is empty, no logs to split. 2024-11-21T11:17:24,953 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7b462513bfc2,35859,1732187830261 WAL count=0, meta=true 2024-11-21T11:17:24,957 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261-splitting dir is empty, no logs to split. 2024-11-21T11:17:24,957 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7b462513bfc2,35859,1732187830261 WAL count=0, meta=true 2024-11-21T11:17:24,957 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7b462513bfc2,35859,1732187830261 WAL splitting is done? wals=0, meta=true 2024-11-21T11:17:24,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:17:24,960 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:17:24,962 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T11:17:24,980 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(746): ClusterId : 22cb7e6a-1413-4071-b369-688371b606cd 2024-11-21T11:17:24,980 DEBUG [RS:0;7b462513bfc2:41373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:17:24,982 DEBUG [RS:0;7b462513bfc2:41373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:17:24,982 DEBUG [RS:0;7b462513bfc2:41373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:17:24,988 DEBUG [RS:0;7b462513bfc2:41373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:17:24,989 DEBUG [RS:0;7b462513bfc2:41373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c21131a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:17:25,002 DEBUG [RS:0;7b462513bfc2:41373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:41373 2024-11-21T11:17:25,002 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:17:25,002 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:17:25,002 DEBUG [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:17:25,003 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,36783,1732187844225 with port=41373, startcode=1732187844263 2024-11-21T11:17:25,003 DEBUG [RS:0;7b462513bfc2:41373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:17:25,005 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:17:25,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,41373,1732187844263 2024-11-21T11:17:25,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36783 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,41373,1732187844263 2024-11-21T11:17:25,008 DEBUG [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35 2024-11-21T11:17:25,008 DEBUG [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41163 2024-11-21T11:17:25,008 DEBUG [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:17:25,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867/rs 2024-11-21T11:17:25,010 DEBUG [RS:0;7b462513bfc2:41373 {}] zookeeper.ZKUtil(111): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on existing znode=/0-1557470867/rs/7b462513bfc2,41373,1732187844263 2024-11-21T11:17:25,010 WARN [RS:0;7b462513bfc2:41373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:17:25,010 INFO [RS:0;7b462513bfc2:41373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:25,011 DEBUG [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263 2024-11-21T11:17:25,011 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,41373,1732187844263] 2024-11-21T11:17:25,052 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T11:17:25,059 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:17:25,061 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:17:25,061 INFO [RS:0;7b462513bfc2:41373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:17:25,061 INFO [RS:0;7b462513bfc2:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:25,062 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:17:25,063 INFO [RS:0;7b462513bfc2:41373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:17:25,063 INFO [RS:0;7b462513bfc2:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:25,063 DEBUG [RS:0;7b462513bfc2:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:25,063 DEBUG [RS:0;7b462513bfc2:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:25,063 DEBUG [RS:0;7b462513bfc2:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:25,063 DEBUG [RS:0;7b462513bfc2:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:25,063 DEBUG [RS:0;7b462513bfc2:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:25,063 DEBUG [RS:0;7b462513bfc2:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:17:25,063 DEBUG [RS:0;7b462513bfc2:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:25,063 DEBUG [RS:0;7b462513bfc2:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:25,063 DEBUG [RS:0;7b462513bfc2:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:25,063 DEBUG [RS:0;7b462513bfc2:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:25,063 DEBUG [RS:0;7b462513bfc2:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:25,063 DEBUG [RS:0;7b462513bfc2:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:25,063 DEBUG [RS:0;7b462513bfc2:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:17:25,064 DEBUG [RS:0;7b462513bfc2:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:17:25,064 INFO [RS:0;7b462513bfc2:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:25,064 INFO [RS:0;7b462513bfc2:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:25,064 INFO [RS:0;7b462513bfc2:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:25,064 INFO [RS:0;7b462513bfc2:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:25,064 INFO [RS:0;7b462513bfc2:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:25,064 INFO [RS:0;7b462513bfc2:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41373,1732187844263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:17:25,079 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:17:25,079 INFO [RS:0;7b462513bfc2:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41373,1732187844263-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:25,094 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,41373,1732187844263, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:17:25,108 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.ReplicationSource(231): queueId=2-7b462513bfc2,41373,1732187844263, ReplicationSource: 2, currentBandwidth=0 2024-11-21T11:17:25,108 INFO [RS:0;7b462513bfc2:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:25,108 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.Replication(171): 7b462513bfc2,41373,1732187844263 started 2024-11-21T11:17:25,109 DEBUG [RS:0;7b462513bfc2:41373.replicationSource,1-7b462513bfc2,41373,1732187844263 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:45179' 2024-11-21T11:17:25,110 DEBUG [RS:0;7b462513bfc2:41373.replicationSource,1-7b462513bfc2,41373,1732187844263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58092660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:25,111 DEBUG [RS:0;7b462513bfc2:41373.replicationSource,1-7b462513bfc2,41373,1732187844263 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,45179,-1 for getting cluster id 2024-11-21T11:17:25,111 DEBUG [RS:0;7b462513bfc2:41373.replicationSource,1-7b462513bfc2,41373,1732187844263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:25,112 WARN [7b462513bfc2:36783 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:17:25,112 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c934f5af-bb12-4eb2-aecc-835a3caac552' 2024-11-21T11:17:25,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:25,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c934f5af-bb12-4eb2-aecc-835a3caac552" 2024-11-21T11:17:25,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d144822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:25,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,45179,-1] 2024-11-21T11:17:25,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:25,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:25,115 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:25,116 DEBUG [RS:0;7b462513bfc2:41373.replicationSource,1-7b462513bfc2,41373,1732187844263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70bff9c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:25,116 DEBUG [RS:0;7b462513bfc2:41373.replicationSource,1-7b462513bfc2,41373,1732187844263 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:25,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,45179,1732187834635 2024-11-21T11:17:25,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c55f017 2024-11-21T11:17:25,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:25,119 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T11:17:25,120 INFO [RS:0;7b462513bfc2:41373.replicationSource,1-7b462513bfc2,41373,1732187844263 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,41373,1732187844263 (queues=0) is replicating from cluster=22cb7e6a-1413-4071-b369-688371b606cd to cluster=c934f5af-bb12-4eb2-aecc-835a3caac552 2024-11-21T11:17:25,125 INFO [RS:0;7b462513bfc2:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:25,125 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,41373,1732187844263, RpcServer on 7b462513bfc2/172.17.0.2:41373, sessionid=0x1013a3e90790007 2024-11-21T11:17:25,125 DEBUG [RS:0;7b462513bfc2:41373.replicationSource,2-7b462513bfc2,41373,1732187844263 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:45179' 2024-11-21T11:17:25,126 DEBUG [RS:0;7b462513bfc2:41373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:17:25,126 DEBUG [RS:0;7b462513bfc2:41373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,41373,1732187844263 2024-11-21T11:17:25,126 DEBUG [RS:0;7b462513bfc2:41373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,41373,1732187844263' 2024-11-21T11:17:25,126 DEBUG [RS:0;7b462513bfc2:41373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1557470867/flush-table-proc/abort' 2024-11-21T11:17:25,126 DEBUG [RS:0;7b462513bfc2:41373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1557470867/flush-table-proc/acquired' 2024-11-21T11:17:25,127 DEBUG [RS:0;7b462513bfc2:41373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:17:25,127 DEBUG [RS:0;7b462513bfc2:41373.replicationSource,2-7b462513bfc2,41373,1732187844263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50d47e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:25,127 DEBUG [RS:0;7b462513bfc2:41373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:17:25,127 DEBUG [RS:0;7b462513bfc2:41373.replicationSource,2-7b462513bfc2,41373,1732187844263 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,45179,-1 for getting cluster id 2024-11-21T11:17:25,127 DEBUG [RS:0;7b462513bfc2:41373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,41373,1732187844263 2024-11-21T11:17:25,127 DEBUG [RS:0;7b462513bfc2:41373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,41373,1732187844263' 2024-11-21T11:17:25,127 DEBUG [RS:0;7b462513bfc2:41373.replicationSource,2-7b462513bfc2,41373,1732187844263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:25,127 DEBUG [RS:0;7b462513bfc2:41373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1557470867/online-snapshot/abort' 2024-11-21T11:17:25,128 DEBUG [RS:0;7b462513bfc2:41373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1557470867/online-snapshot/acquired' 2024-11-21T11:17:25,128 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c934f5af-bb12-4eb2-aecc-835a3caac552' 2024-11-21T11:17:25,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:25,128 DEBUG [RS:0;7b462513bfc2:41373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:17:25,128 INFO [RS:0;7b462513bfc2:41373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:17:25,129 INFO [RS:0;7b462513bfc2:41373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:17:25,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c934f5af-bb12-4eb2-aecc-835a3caac552" 2024-11-21T11:17:25,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@783922ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:25,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,45179,-1] 2024-11-21T11:17:25,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:25,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:25,130 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:25,131 DEBUG [RS:0;7b462513bfc2:41373.replicationSource,2-7b462513bfc2,41373,1732187844263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ae67b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:25,131 DEBUG [RS:0;7b462513bfc2:41373.replicationSource,2-7b462513bfc2,41373,1732187844263 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:25,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,45179,1732187834635 2024-11-21T11:17:25,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f0b0f54 2024-11-21T11:17:25,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:25,133 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T11:17:25,134 INFO [RS:0;7b462513bfc2:41373.replicationSource,2-7b462513bfc2,41373,1732187844263 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7b462513bfc2,41373,1732187844263 (queues=0) is replicating from cluster=22cb7e6a-1413-4071-b369-688371b606cd to cluster=c934f5af-bb12-4eb2-aecc-835a3caac552 2024-11-21T11:17:25,229 INFO [RS:0;7b462513bfc2:41373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:17:25,232 INFO [RS:0;7b462513bfc2:41373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C41373%2C1732187844263, suffix=, logDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263, archiveDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/oldWALs, maxLogs=10 2024-11-21T11:17:25,251 DEBUG [RS:0;7b462513bfc2:41373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233, exclude list is [], retry=0 2024-11-21T11:17:25,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44979,DS-2e89e072-9aa9-49af-829d-d613638d28bd,DISK] 2024-11-21T11:17:25,264 INFO [RS:0;7b462513bfc2:41373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 2024-11-21T11:17:25,265 DEBUG [RS:0;7b462513bfc2:41373 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7b462513bfc2%2C41373%2C1732187844263 for peer 1 2024-11-21T11:17:25,265 DEBUG [RS:0;7b462513bfc2:41373 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7b462513bfc2%2C41373%2C1732187844263 for peer 2 2024-11-21T11:17:25,265 DEBUG [RS:0;7b462513bfc2:41373 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C41373%2C1732187844263 2024-11-21T11:17:25,265 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,41373,1732187844263, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:17:25,266 DEBUG [RS:0;7b462513bfc2:41373 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7b462513bfc2%2C41373%2C1732187844263 2024-11-21T11:17:25,266 INFO [RS:0;7b462513bfc2:41373.replicationSource.shipper7b462513bfc2%2C41373%2C1732187844263,1-7b462513bfc2,41373,1732187844263 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C41373%2C1732187844263 2024-11-21T11:17:25,266 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7b462513bfc2,41373,1732187844263, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:17:25,266 DEBUG [RS:0;7b462513bfc2:41373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38857:38857)] 2024-11-21T11:17:25,266 INFO [RS:0;7b462513bfc2:41373.replicationSource.shipper7b462513bfc2%2C41373%2C1732187844263,2-7b462513bfc2,41373,1732187844263 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C41373%2C1732187844263 2024-11-21T11:17:25,267 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,2-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233, startPosition=0, beingWritten=true 2024-11-21T11:17:25,267 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,1-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233, startPosition=0, beingWritten=true 2024-11-21T11:17:25,362 DEBUG [7b462513bfc2:36783 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:17:25,363 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,41373,1732187844263 2024-11-21T11:17:25,365 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,41373,1732187844263, state=OPENING 2024-11-21T11:17:25,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1557470867/meta-region-server 2024-11-21T11:17:25,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1557470867/meta-region-server 2024-11-21T11:17:25,367 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:17:25,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557470867/meta-region-server: CHANGED 2024-11-21T11:17:25,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557470867/meta-region-server: CHANGED 2024-11-21T11:17:25,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,41373,1732187844263}] 2024-11-21T11:17:25,480 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,1-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:25,497 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,2-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:25,520 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:17:25,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:17:25,527 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:17:25,527 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:25,528 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:17:25,530 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C41373%2C1732187844263.meta, suffix=.meta, logDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263, archiveDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/oldWALs, maxLogs=10 2024-11-21T11:17:25,546 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.meta.1732187845531.meta, exclude list is [], retry=0 2024-11-21T11:17:25,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44979,DS-2e89e072-9aa9-49af-829d-d613638d28bd,DISK] 2024-11-21T11:17:25,551 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.meta.1732187845531.meta 2024-11-21T11:17:25,552 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38857:38857)] 2024-11-21T11:17:25,552 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:25,552 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:17:25,553 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:17:25,553 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:17:25,553 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:17:25,553 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:17:25,553 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:25,553 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:17:25,553 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:17:25,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:17:25,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:17:25,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:25,564 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/info/bc6e34959fd145fb852e69c13dae8f02 2024-11-21T11:17:25,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:25,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:17:25,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:17:25,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:25,572 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/ns/c284b2543a3044859c1e5321cfd51e26 2024-11-21T11:17:25,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:25,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:17:25,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:17:25,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:25,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:25,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:17:25,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:17:25,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:25,586 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/table/f79d5ee900284a8a9e2da4ea36dad3ae 2024-11-21T11:17:25,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:25,587 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:17:25,587 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740 2024-11-21T11:17:25,589 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740 2024-11-21T11:17:25,591 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:17:25,591 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:17:25,592 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:25,594 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:17:25,595 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59056469, jitterRate=-0.1199900358915329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:25,595 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:17:25,595 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732187845553Writing region info on filesystem at 1732187845553Initializing all the Stores at 1732187845554 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187845554Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187845555 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187845555Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187845555Cleaning up temporary data from old regions at 1732187845591 (+36 ms)Running coprocessor post-open hooks at 1732187845595 (+4 ms)Region opened successfully at 1732187845595 2024-11-21T11:17:25,597 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732187845520 2024-11-21T11:17:25,600 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:17:25,600 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:17:25,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=7b462513bfc2,41373,1732187844263 2024-11-21T11:17:25,602 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,41373,1732187844263, state=OPEN 2024-11-21T11:17:25,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1557470867/meta-region-server 2024-11-21T11:17:25,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1557470867/meta-region-server 2024-11-21T11:17:25,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557470867/meta-region-server: CHANGED 2024-11-21T11:17:25,604 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,41373,1732187844263 2024-11-21T11:17:25,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557470867/meta-region-server: CHANGED 2024-11-21T11:17:25,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T11:17:25,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,41373,1732187844263 in 237 msec 2024-11-21T11:17:25,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-21T11:17:25,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 650 msec 2024-11-21T11:17:25,788 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,1-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:25,802 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,2-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:26,197 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,1-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:26,231 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,2-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:26,555 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-11-21T11:17:26,706 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,1-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:26,739 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,2-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:27,311 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,1-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:27,344 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,2-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:28,018 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,1-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:28,050 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,2-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:28,058 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-21T11:17:28,825 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,1-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:28,855 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,2-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:29,460 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T11:17:29,460 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:17:29,460 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:17:29,461 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41373,1732187844263, seqNum=-1] 2024-11-21T11:17:29,461 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:17:29,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:17:29,469 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=21491924474e538c85da90508e3ab604, regionState=OPEN, lastHost=7b462513bfc2,35859,1732187830261, regionLocation=7b462513bfc2,35859,1732187830261, openSeqNum=2 2024-11-21T11:17:29,469 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:17:29,469 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732187909469 2024-11-21T11:17:29,469 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732187969469 2024-11-21T11:17:29,469 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-21T11:17:29,470 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,36783,1732187844225-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:29,470 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,36783,1732187844225-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:29,470 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,36783,1732187844225-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:29,470 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 7b462513bfc2,35859,1732187830261 had 2 regions 2024-11-21T11:17:29,470 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:36783, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:29,470 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:29,470 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:29,472 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7b462513bfc2,35859,1732187830261, splitWal=true, meta=true, isMeta: false 2024-11-21T11:17:29,474 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261-splitting dir is empty, no logs to split. 2024-11-21T11:17:29,474 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7b462513bfc2,35859,1732187830261 WAL count=0, meta=false 2024-11-21T11:17:29,476 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.175sec 2024-11-21T11:17:29,476 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:17:29,476 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:17:29,476 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:17:29,476 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:17:29,476 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:17:29,476 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,36783,1732187844225-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:17:29,477 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,36783,1732187844225-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:17:29,478 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,35859,1732187830261-splitting dir is empty, no logs to split. 2024-11-21T11:17:29,478 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7b462513bfc2,35859,1732187830261 WAL count=0, meta=false 2024-11-21T11:17:29,478 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 7b462513bfc2,35859,1732187830261 WAL splitting is done? wals=0, meta=false 2024-11-21T11:17:29,480 WARN [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=7b462513bfc2,35859,1732187830261/hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:29,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21491924474e538c85da90508e3ab604, ASSIGN}] 2024-11-21T11:17:29,481 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:17:29,481 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:17:29,481 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,36783,1732187844225-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:29,482 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21491924474e538c85da90508e3ab604, ASSIGN 2024-11-21T11:17:29,483 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=21491924474e538c85da90508e3ab604, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T11:17:29,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:29,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,36783,-1 for getting cluster id 2024-11-21T11:17:29,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:29,486 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22cb7e6a-1413-4071-b369-688371b606cd' 2024-11-21T11:17:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22cb7e6a-1413-4071-b369-688371b606cd" 2024-11-21T11:17:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446271b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:29,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,36783,-1] 2024-11-21T11:17:29,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:29,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:29,488 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3e30f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:29,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:17:29,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41373,1732187844263, seqNum=-1] 2024-11-21T11:17:29,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:17:29,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:17:29,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T11:17:29,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:17:29,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:29,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:29,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:29,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:29,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 7b462513bfc2:36783 after: 7b462513bfc2:36783 2024-11-21T11:17:29,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:29,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,36783,-1 for getting cluster id 2024-11-21T11:17:29,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:29,497 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22cb7e6a-1413-4071-b369-688371b606cd' 2024-11-21T11:17:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22cb7e6a-1413-4071-b369-688371b606cd" 2024-11-21T11:17:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fdff77d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,36783,-1] 2024-11-21T11:17:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:29,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:29,498 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:29,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:29,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:29,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,36783,1732187844225 2024-11-21T11:17:29,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54a55709 2024-11-21T11:17:29,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:29,502 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:17:29,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T11:17:29,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T11:17:29,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T11:17:29,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T11:17:29,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:17:29,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:17:29,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:29,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:29,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:29,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:29,505 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:17:29,506 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=193840049, stopped=false 2024-11-21T11:17:29,506 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,45179,1732187834635 2024-11-21T11:17:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-909678559/running 2024-11-21T11:17:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-909678559/running 2024-11-21T11:17:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559 2024-11-21T11:17:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559 2024-11-21T11:17:29,509 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:17:29,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:17:29,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:29,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:29,509 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,36219,1732187834684' ***** 2024-11-21T11:17:29,509 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:17:29,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Set watcher on znode that does not yet exist, /1-909678559/running 2024-11-21T11:17:29,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Set watcher on znode that does not yet exist, /1-909678559/running 2024-11-21T11:17:29,510 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:17:29,510 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:17:29,510 INFO [RS:0;7b462513bfc2:36219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:17:29,510 INFO [RS:0;7b462513bfc2:36219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:17:29,510 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,36219,1732187834684 2024-11-21T11:17:29,510 INFO [RS:0;7b462513bfc2:36219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:17:29,510 INFO [RS:0;7b462513bfc2:36219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:36219. 2024-11-21T11:17:29,510 DEBUG [RS:0;7b462513bfc2:36219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:29,510 DEBUG [RS:0;7b462513bfc2:36219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:29,510 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:17:29,510 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:17:29,510 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:17:29,511 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:17:29,511 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T11:17:29,511 DEBUG [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:17:29,511 DEBUG [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:17:29,511 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:17:29,511 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:17:29,511 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:17:29,511 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:17:29,511 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:17:29,511 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T11:17:29,529 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/data/hbase/meta/1588230740/.tmp/ns/f2eba5deb96242678aa573e54520521e is 43, key is default/ns:d/1732187837848/Put/seqid=0 2024-11-21T11:17:29,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741835_1011 (size=5153) 2024-11-21T11:17:29,594 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:17:29,633 DEBUG [7b462513bfc2:36783 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:17:29,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=21491924474e538c85da90508e3ab604, regionState=OPENING, regionLocation=7b462513bfc2,41373,1732187844263 2024-11-21T11:17:29,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=21491924474e538c85da90508e3ab604, ASSIGN because future has completed 2024-11-21T11:17:29,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21491924474e538c85da90508e3ab604, server=7b462513bfc2,41373,1732187844263}] 2024-11-21T11:17:29,664 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:17:29,664 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:17:29,711 DEBUG [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:17:29,731 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,1-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:29,761 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,2-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:29,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:29,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:29,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T11:17:29,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C41373%2C1732187844263.rep, suffix=, logDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263, archiveDir=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/oldWALs, maxLogs=10 2024-11-21T11:17:29,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.rep.1732187849797, exclude list is [], retry=0 2024-11-21T11:17:29,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44979,DS-2e89e072-9aa9-49af-829d-d613638d28bd,DISK] 2024-11-21T11:17:29,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.rep.1732187849797 2024-11-21T11:17:29,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38857:38857)] 2024-11-21T11:17:29,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 21491924474e538c85da90508e3ab604, NAME => 'hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:29,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:17:29,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:17:29,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. service=MultiRowMutationService 2024-11-21T11:17:29,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T11:17:29,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 21491924474e538c85da90508e3ab604 2024-11-21T11:17:29,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:29,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 21491924474e538c85da90508e3ab604 2024-11-21T11:17:29,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 21491924474e538c85da90508e3ab604 2024-11-21T11:17:29,818 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 21491924474e538c85da90508e3ab604 2024-11-21T11:17:29,819 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21491924474e538c85da90508e3ab604 columnFamilyName hfileref 2024-11-21T11:17:29,819 DEBUG [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:29,820 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] regionserver.HStore(327): Store=21491924474e538c85da90508e3ab604/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:29,820 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 21491924474e538c85da90508e3ab604 2024-11-21T11:17:29,821 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21491924474e538c85da90508e3ab604 columnFamilyName queue 2024-11-21T11:17:29,821 DEBUG [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:29,828 DEBUG [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/replication/21491924474e538c85da90508e3ab604/queue/17263d10c28c4860b5b6ed4ecd96459f 2024-11-21T11:17:29,828 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] regionserver.HStore(327): Store=21491924474e538c85da90508e3ab604/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:29,828 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 21491924474e538c85da90508e3ab604 2024-11-21T11:17:29,829 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21491924474e538c85da90508e3ab604 columnFamilyName sid 2024-11-21T11:17:29,829 DEBUG [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:29,829 INFO [StoreOpener-21491924474e538c85da90508e3ab604-1 {}] regionserver.HStore(327): Store=21491924474e538c85da90508e3ab604/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:29,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 21491924474e538c85da90508e3ab604 2024-11-21T11:17:29,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/replication/21491924474e538c85da90508e3ab604 2024-11-21T11:17:29,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/replication/21491924474e538c85da90508e3ab604 2024-11-21T11:17:29,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 21491924474e538c85da90508e3ab604 2024-11-21T11:17:29,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 21491924474e538c85da90508e3ab604 2024-11-21T11:17:29,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:17:29,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 21491924474e538c85da90508e3ab604 2024-11-21T11:17:29,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 21491924474e538c85da90508e3ab604; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60235386, jitterRate=-0.1024228036403656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:17:29,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21491924474e538c85da90508e3ab604 2024-11-21T11:17:29,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 21491924474e538c85da90508e3ab604: Running coprocessor pre-open hook at 1732187849817Writing region info on filesystem at 1732187849817Initializing all the Stores at 1732187849818 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187849818Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187849818Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187849818Cleaning up temporary data from old regions at 1732187849832 (+14 ms)Running coprocessor post-open hooks at 1732187849835 (+3 ms)Region opened successfully at 1732187849836 (+1 ms) 2024-11-21T11:17:29,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604., pid=19, masterSystemTime=1732187849790 2024-11-21T11:17:29,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:29,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:29,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=21491924474e538c85da90508e3ab604, regionState=OPEN, openSeqNum=10, regionLocation=7b462513bfc2,41373,1732187844263 2024-11-21T11:17:29,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21491924474e538c85da90508e3ab604, server=7b462513bfc2,41373,1732187844263 because future has completed 2024-11-21T11:17:29,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-21T11:17:29,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 21491924474e538c85da90508e3ab604, server=7b462513bfc2,41373,1732187844263 in 207 msec 2024-11-21T11:17:29,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-21T11:17:29,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21491924474e538c85da90508e3ab604, ASSIGN in 367 msec 2024-11-21T11:17:29,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T11:17:29,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604., hostname=7b462513bfc2,41373,1732187844263, seqNum=10] 2024-11-21T11:17:29,884 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 7b462513bfc2,35859,1732187830261 2024-11-21T11:17:29,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T11:17:29,911 DEBUG [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:17:29,934 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/data/hbase/meta/1588230740/.tmp/ns/f2eba5deb96242678aa573e54520521e 2024-11-21T11:17:29,941 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/data/hbase/meta/1588230740/.tmp/ns/f2eba5deb96242678aa573e54520521e as hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/data/hbase/meta/1588230740/ns/f2eba5deb96242678aa573e54520521e 2024-11-21T11:17:29,948 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/data/hbase/meta/1588230740/ns/f2eba5deb96242678aa573e54520521e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T11:17:29,949 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false 2024-11-21T11:17:29,950 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:17:29,955 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T11:17:29,956 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:17:29,956 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:17:29,956 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:17:29,956 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187849511Running coprocessor pre-close hooks at 1732187849511Disabling compacts and flushes for region at 1732187849511Disabling writes for close at 1732187849511Obtaining lock to block concurrent updates at 1732187849511Preparing flush snapshotting stores in 1588230740 at 1732187849511Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732187849512 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732187849512Flushing 1588230740/ns: creating writer at 1732187849513 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732187849528 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732187849528Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9a15ae: reopening flushed file at 1732187849941 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1732187849950 (+9 ms)Writing region close event to WAL at 1732187849951 (+1 ms)Running coprocessor post-close hooks at 1732187849956 (+5 ms)Closed at 1732187849956 2024-11-21T11:17:29,956 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:17:30,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-21T11:17:30,112 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,36219,1732187834684; all regions closed. 2024-11-21T11:17:30,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741834_1010 (size=1152) 2024-11-21T11:17:30,117 DEBUG [RS:0;7b462513bfc2:36219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/oldWALs 2024-11-21T11:17:30,117 INFO [RS:0;7b462513bfc2:36219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C36219%2C1732187834684.meta:.meta(num 1732187837735) 2024-11-21T11:17:30,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741832_1008 (size=93) 2024-11-21T11:17:30,122 DEBUG [RS:0;7b462513bfc2:36219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/oldWALs 2024-11-21T11:17:30,122 INFO [RS:0;7b462513bfc2:36219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C36219%2C1732187834684:(num 1732187836803) 2024-11-21T11:17:30,122 DEBUG [RS:0;7b462513bfc2:36219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:30,122 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:17:30,122 INFO [RS:0;7b462513bfc2:36219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:17:30,123 INFO [RS:0;7b462513bfc2:36219 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:17:30,123 INFO [RS:0;7b462513bfc2:36219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:17:30,123 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:17:30,123 INFO [RS:0;7b462513bfc2:36219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36219 2024-11-21T11:17:30,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559/rs 2024-11-21T11:17:30,125 INFO [RS:0;7b462513bfc2:36219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:17:30,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-909678559/rs/7b462513bfc2,36219,1732187834684 2024-11-21T11:17:30,126 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,36219,1732187834684] 2024-11-21T11:17:30,128 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-909678559/draining/7b462513bfc2,36219,1732187834684 already deleted, retry=false 2024-11-21T11:17:30,128 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,36219,1732187834684 expired; onlineServers=0 2024-11-21T11:17:30,128 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,45179,1732187834635' ***** 2024-11-21T11:17:30,128 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:17:30,128 INFO [M:0;7b462513bfc2:45179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:17:30,128 INFO [M:0;7b462513bfc2:45179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:17:30,128 DEBUG [M:0;7b462513bfc2:45179 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:17:30,128 DEBUG [M:0;7b462513bfc2:45179 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:17:30,128 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:17:30,128 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187836540 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187836540,5,FailOnTimeoutGroup] 2024-11-21T11:17:30,128 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187836537 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187836537,5,FailOnTimeoutGroup] 2024-11-21T11:17:30,129 INFO [M:0;7b462513bfc2:45179 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:17:30,129 INFO [M:0;7b462513bfc2:45179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:17:30,129 DEBUG [M:0;7b462513bfc2:45179 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:17:30,129 INFO [M:0;7b462513bfc2:45179 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:17:30,129 INFO [M:0;7b462513bfc2:45179 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:17:30,129 INFO [M:0;7b462513bfc2:45179 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:17:30,129 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:17:30,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-909678559/master 2024-11-21T11:17:30,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-909678559 2024-11-21T11:17:30,135 DEBUG [M:0;7b462513bfc2:45179 {}] zookeeper.ZKUtil(347): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Unable to get data of znode /1-909678559/master because node does not exist (not an error) 2024-11-21T11:17:30,135 WARN [M:0;7b462513bfc2:45179 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:17:30,142 INFO [M:0;7b462513bfc2:45179 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/.lastflushedseqids 2024-11-21T11:17:30,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741836_1012 (size=99) 2024-11-21T11:17:30,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:30,227 INFO [RS:0;7b462513bfc2:36219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:17:30,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x1013a3e90790004, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:30,227 INFO [RS:0;7b462513bfc2:36219 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,36219,1732187834684; zookeeper connection closed. 2024-11-21T11:17:30,227 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9176fef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9176fef 2024-11-21T11:17:30,227 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:17:30,557 INFO [M:0;7b462513bfc2:45179 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:17:30,557 INFO [M:0;7b462513bfc2:45179 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:17:30,557 DEBUG [M:0;7b462513bfc2:45179 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:17:30,557 INFO [M:0;7b462513bfc2:45179 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:30,557 DEBUG [M:0;7b462513bfc2:45179 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:30,557 DEBUG [M:0;7b462513bfc2:45179 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:17:30,558 DEBUG [M:0;7b462513bfc2:45179 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:30,558 INFO [M:0;7b462513bfc2:45179 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T11:17:30,580 DEBUG [M:0;7b462513bfc2:45179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66fec9a56ce34d00a8ccaea035bf649b is 82, key is hbase:meta,,1/info:regioninfo/1732187837825/Put/seqid=0 2024-11-21T11:17:30,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741837_1013 (size=5672) 2024-11-21T11:17:30,737 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,1-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:30,767 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,2-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:30,987 INFO [M:0;7b462513bfc2:45179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66fec9a56ce34d00a8ccaea035bf649b 2024-11-21T11:17:31,011 DEBUG [M:0;7b462513bfc2:45179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b19e47f0a1704dc5ad6b7c2d65882231 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732187837856/Put/seqid=0 2024-11-21T11:17:31,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741838_1014 (size=5275) 2024-11-21T11:17:31,056 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:17:31,417 INFO [M:0;7b462513bfc2:45179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b19e47f0a1704dc5ad6b7c2d65882231 2024-11-21T11:17:31,438 DEBUG [M:0;7b462513bfc2:45179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/def5b22e36c94f0a8aa02dffece6fc8b is 69, key is 7b462513bfc2,36219,1732187834684/rs:state/1732187836634/Put/seqid=0 2024-11-21T11:17:31,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741839_1015 (size=5156) 2024-11-21T11:17:31,842 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,1-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:31,843 INFO [M:0;7b462513bfc2:45179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/def5b22e36c94f0a8aa02dffece6fc8b 2024-11-21T11:17:31,851 DEBUG [M:0;7b462513bfc2:45179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66fec9a56ce34d00a8ccaea035bf649b as hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66fec9a56ce34d00a8ccaea035bf649b 2024-11-21T11:17:31,857 INFO [M:0;7b462513bfc2:45179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66fec9a56ce34d00a8ccaea035bf649b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T11:17:31,858 DEBUG [M:0;7b462513bfc2:45179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b19e47f0a1704dc5ad6b7c2d65882231 as hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b19e47f0a1704dc5ad6b7c2d65882231 2024-11-21T11:17:31,863 INFO [M:0;7b462513bfc2:45179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b19e47f0a1704dc5ad6b7c2d65882231, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T11:17:31,864 DEBUG [M:0;7b462513bfc2:45179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/def5b22e36c94f0a8aa02dffece6fc8b as hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/def5b22e36c94f0a8aa02dffece6fc8b 2024-11-21T11:17:31,869 INFO [M:0;7b462513bfc2:45179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41177/user/jenkins/test-data/d5eca6c6-5b6b-8b51-b1ee-09acbce0ca35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/def5b22e36c94f0a8aa02dffece6fc8b, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T11:17:31,871 INFO [M:0;7b462513bfc2:45179 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=28, compaction requested=false 2024-11-21T11:17:31,872 INFO [M:0;7b462513bfc2:45179 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:31,872 DEBUG [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,2-7b462513bfc2,41373,1732187844263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/WALs/7b462513bfc2,41373,1732187844263/7b462513bfc2%2C41373%2C1732187844263.1732187845233 to pos 0, reset compression=false 2024-11-21T11:17:31,872 DEBUG [M:0;7b462513bfc2:45179 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187850557Disabling compacts and flushes for region at 1732187850557Disabling writes for close at 1732187850557Obtaining lock to block concurrent updates at 1732187850558 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732187850558Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732187850558Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732187850560 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732187850560Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732187850579 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732187850579Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732187850994 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732187851011 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732187851011Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732187851423 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732187851438 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732187851438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6704cf5f: reopening flushed file at 1732187851850 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d0a5c93: reopening flushed file at 1732187851857 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d15a74a: reopening flushed file at 1732187851863 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=28, compaction requested=false at 1732187851871 (+8 ms)Writing region close event to WAL at 1732187851872 (+1 ms)Closed at 1732187851872 2024-11-21T11:17:31,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39707 is added to blk_1073741830_1006 (size=10165) 2024-11-21T11:17:31,876 INFO [M:0;7b462513bfc2:45179 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:17:31,876 INFO [M:0;7b462513bfc2:45179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45179 2024-11-21T11:17:31,876 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:17:31,879 INFO [M:0;7b462513bfc2:45179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:17:31,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:31,981 INFO [M:0;7b462513bfc2:45179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:17:31,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1013a3e90790003, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:31,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671eadbd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:17:31,988 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:17:31,988 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:17:31,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:17:31,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/hadoop.log.dir/,STOPPED} 2024-11-21T11:17:31,992 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:17:31,992 WARN [BP-1442236075-172.17.0.2-1732187833505 heartbeating to localhost/127.0.0.1:41177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:17:31,992 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:17:31,992 WARN [BP-1442236075-172.17.0.2-1732187833505 heartbeating to localhost/127.0.0.1:41177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1442236075-172.17.0.2-1732187833505 (Datanode Uuid 9575b014-e0e1-4fef-999e-269d73118ba8) service to localhost/127.0.0.1:41177 2024-11-21T11:17:31,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/cluster_baa6b456-4bab-a51e-2374-a81bdc7fb755/data/data1/current/BP-1442236075-172.17.0.2-1732187833505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:17:31,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/cluster_baa6b456-4bab-a51e-2374-a81bdc7fb755/data/data2/current/BP-1442236075-172.17.0.2-1732187833505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:17:31,994 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:17:32,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46934c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:17:32,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:17:32,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:17:32,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:17:32,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/hadoop.log.dir/,STOPPED} 2024-11-21T11:17:32,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:17:32,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:17:32,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:17:32,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:32,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:32,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:32,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:32,022 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:17:32,022 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=717119392, stopped=false 2024-11-21T11:17:32,022 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,36783,1732187844225 2024-11-21T11:17:32,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1557470867/running 2024-11-21T11:17:32,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1557470867/running 2024-11-21T11:17:32,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:32,025 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:17:32,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:32,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:17:32,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:32,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on znode that does not yet exist, /0-1557470867/running 2024-11-21T11:17:32,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:32,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Set watcher on znode that does not yet exist, /0-1557470867/running 2024-11-21T11:17:32,026 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,41373,1732187844263' ***** 2024-11-21T11:17:32,026 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:17:32,026 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:17:32,027 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:17:32,027 INFO [RS:0;7b462513bfc2:41373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:17:32,027 INFO [RS:0;7b462513bfc2:41373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:17:32,027 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(3091): Received CLOSE for 21491924474e538c85da90508e3ab604 2024-11-21T11:17:32,027 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,41373,1732187844263 2024-11-21T11:17:32,027 INFO [RS:0;7b462513bfc2:41373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:17:32,027 INFO [RS:0;7b462513bfc2:41373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:41373. 2024-11-21T11:17:32,027 DEBUG [RS:0;7b462513bfc2:41373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:32,027 DEBUG [RS:0;7b462513bfc2:41373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:32,027 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21491924474e538c85da90508e3ab604, disabling compactions & flushes 2024-11-21T11:17:32,027 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:17:32,027 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:17:32,027 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:32,027 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:17:32,027 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:32,028 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:17:32,028 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. after waiting 0 ms 2024-11-21T11:17:32,028 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:32,028 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T11:17:32,028 DEBUG [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(1325): Online Regions={21491924474e538c85da90508e3ab604=hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:17:32,028 DEBUG [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21491924474e538c85da90508e3ab604 2024-11-21T11:17:32,028 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:17:32,028 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:17:32,028 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:17:32,028 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:17:32,028 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:17:32,028 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T11:17:32,035 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/replication/21491924474e538c85da90508e3ab604/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-21T11:17:32,035 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:17:32,036 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:17:32,036 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:32,036 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21491924474e538c85da90508e3ab604: Waiting for close lock at 1732187852027Running coprocessor pre-close hooks at 1732187852027Disabling compacts and flushes for region at 1732187852027Disabling writes for close at 1732187852028 (+1 ms)Writing region close event to WAL at 1732187852028Running coprocessor post-close hooks at 1732187852035 (+7 ms)Closed at 1732187852036 (+1 ms) 2024-11-21T11:17:32,036 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604. 2024-11-21T11:17:32,046 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/.tmp/info/38929d70da3945fa88f72cf4bcaa5a7d is 147, key is hbase:replication,,1732187838016.21491924474e538c85da90508e3ab604./info:regioninfo/1732187849840/Put/seqid=0 2024-11-21T11:17:32,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741851_1027 (size=6385) 2024-11-21T11:17:32,066 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:17:32,066 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:17:32,069 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:17:32,228 DEBUG [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:17:32,428 DEBUG [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:17:32,452 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/.tmp/info/38929d70da3945fa88f72cf4bcaa5a7d 2024-11-21T11:17:32,459 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/.tmp/info/38929d70da3945fa88f72cf4bcaa5a7d as hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/info/38929d70da3945fa88f72cf4bcaa5a7d 2024-11-21T11:17:32,465 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/info/38929d70da3945fa88f72cf4bcaa5a7d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T11:17:32,466 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=19, compaction requested=false 2024-11-21T11:17:32,471 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T11:17:32,471 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:17:32,472 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:17:32,472 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:17:32,472 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187852028Running coprocessor pre-close hooks at 1732187852028Disabling compacts and flushes for region at 1732187852028Disabling writes for close at 1732187852028Obtaining lock to block concurrent updates at 1732187852028Preparing flush snapshotting stores in 1588230740 at 1732187852028Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732187852029 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732187852030 (+1 ms)Flushing 1588230740/info: creating writer at 1732187852030Flushing 1588230740/info: appending metadata at 1732187852045 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732187852045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758f9b99: reopening flushed file at 1732187852458 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=19, compaction requested=false at 1732187852466 (+8 ms)Writing region close event to WAL at 1732187852467 (+1 ms)Running coprocessor post-close hooks at 1732187852471 (+4 ms)Closed at 1732187852472 (+1 ms) 2024-11-21T11:17:32,472 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:17:32,629 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,41373,1732187844263; all regions closed. 2024-11-21T11:17:32,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741849_1025 (size=2156) 2024-11-21T11:17:32,635 DEBUG [RS:0;7b462513bfc2:41373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/oldWALs 2024-11-21T11:17:32,635 INFO [RS:0;7b462513bfc2:41373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C41373%2C1732187844263.meta:.meta(num 1732187845531) 2024-11-21T11:17:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741850_1026 (size=796) 2024-11-21T11:17:32,639 DEBUG [RS:0;7b462513bfc2:41373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/oldWALs 2024-11-21T11:17:32,640 INFO [RS:0;7b462513bfc2:41373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C41373%2C1732187844263.rep:(num 1732187849797) 2024-11-21T11:17:32,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741848_1024 (size=93) 2024-11-21T11:17:32,644 DEBUG [RS:0;7b462513bfc2:41373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/oldWALs 2024-11-21T11:17:32,644 INFO [RS:0;7b462513bfc2:41373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C41373%2C1732187844263:(num 1732187845233) 2024-11-21T11:17:32,644 DEBUG [RS:0;7b462513bfc2:41373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:32,644 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:17:32,644 INFO [RS:0;7b462513bfc2:41373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:17:32,645 INFO [RS:0;7b462513bfc2:41373 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:17:32,645 INFO [RS:0;7b462513bfc2:41373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:17:32,645 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:17:32,645 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,41373,1732187844263 because: Region server is closing 2024-11-21T11:17:32,645 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T11:17:32,645 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T11:17:32,645 INFO [RS:0;7b462513bfc2:41373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:41373. 2024-11-21T11:17:32,645 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-21T11:17:32,645 DEBUG [RS:0;7b462513bfc2:41373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:32,645 DEBUG [RS:0;7b462513bfc2:41373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:32,646 DEBUG [RS:0;7b462513bfc2:41373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:32,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:32,746 WARN [RS:0;7b462513bfc2:41373.replicationSource.shipper7b462513bfc2%2C41373%2C1732187844263,1-7b462513bfc2,41373,1732187844263 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T11:17:32,746 WARN [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,1-7b462513bfc2,41373,1732187844263 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T11:17:32,746 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;7b462513bfc2:41373.replicationSource.shipper7b462513bfc2%2C41373%2C1732187844263,1-7b462513bfc2,41373,1732187844263 terminated 2024-11-21T11:17:32,746 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7b462513bfc2,41373,1732187844263 because: Region server is closing 2024-11-21T11:17:32,746 INFO [RS:0;7b462513bfc2:41373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:41373. 2024-11-21T11:17:32,747 DEBUG [RS:0;7b462513bfc2:41373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:32,747 DEBUG [RS:0;7b462513bfc2:41373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:32,747 DEBUG [RS:0;7b462513bfc2:41373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:32,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:32,847 WARN [RS:0;7b462513bfc2:41373.replicationSource.shipper7b462513bfc2%2C41373%2C1732187844263,2-7b462513bfc2,41373,1732187844263 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T11:17:32,847 WARN [RS:0;7b462513bfc2:41373.replicationSource.wal-reader.7b462513bfc2%2C41373%2C1732187844263,2-7b462513bfc2,41373,1732187844263 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T11:17:32,847 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;7b462513bfc2:41373.replicationSource.shipper7b462513bfc2%2C41373%2C1732187844263,2-7b462513bfc2,41373,1732187844263 terminated 2024-11-21T11:17:32,848 INFO [RS:0;7b462513bfc2:41373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41373 2024-11-21T11:17:32,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1557470867/rs/7b462513bfc2,41373,1732187844263 2024-11-21T11:17:32,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867/rs 2024-11-21T11:17:32,850 INFO [RS:0;7b462513bfc2:41373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:17:32,851 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,41373,1732187844263] 2024-11-21T11:17:32,853 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557470867/draining/7b462513bfc2,41373,1732187844263 already deleted, retry=false 2024-11-21T11:17:32,853 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,41373,1732187844263 expired; onlineServers=0 2024-11-21T11:17:32,853 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,36783,1732187844225' ***** 2024-11-21T11:17:32,853 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:17:32,853 INFO [M:0;7b462513bfc2:36783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:17:32,853 INFO [M:0;7b462513bfc2:36783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:17:32,853 DEBUG [M:0;7b462513bfc2:36783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:17:32,853 DEBUG [M:0;7b462513bfc2:36783 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:17:32,853 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:17:32,853 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187844948 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187844948,5,FailOnTimeoutGroup] 2024-11-21T11:17:32,853 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187844948 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187844948,5,FailOnTimeoutGroup] 2024-11-21T11:17:32,853 INFO [M:0;7b462513bfc2:36783 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:17:32,853 INFO [M:0;7b462513bfc2:36783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:17:32,854 DEBUG [M:0;7b462513bfc2:36783 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:17:32,854 INFO [M:0;7b462513bfc2:36783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:17:32,854 INFO [M:0;7b462513bfc2:36783 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:17:32,854 INFO [M:0;7b462513bfc2:36783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:17:32,854 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:17:32,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1557470867/master 2024-11-21T11:17:32,856 DEBUG [M:0;7b462513bfc2:36783 {}] zookeeper.ZKUtil(347): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Unable to get data of znode /0-1557470867/master because node does not exist (not an error) 2024-11-21T11:17:32,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557470867 2024-11-21T11:17:32,856 WARN [M:0;7b462513bfc2:36783 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:17:32,857 INFO [M:0;7b462513bfc2:36783 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/.lastflushedseqids 2024-11-21T11:17:32,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741852_1028 (size=181) 2024-11-21T11:17:32,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:32,952 INFO [RS:0;7b462513bfc2:41373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:17:32,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x1013a3e90790007, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:32,952 INFO [RS:0;7b462513bfc2:41373 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,41373,1732187844263; zookeeper connection closed. 2024-11-21T11:17:32,952 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@537724bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@537724bb 2024-11-21T11:17:32,952 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:17:33,264 INFO [M:0;7b462513bfc2:36783 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:17:33,264 INFO [M:0;7b462513bfc2:36783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:17:33,264 DEBUG [M:0;7b462513bfc2:36783 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:17:33,264 INFO [M:0;7b462513bfc2:36783 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:33,264 DEBUG [M:0;7b462513bfc2:36783 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:33,264 DEBUG [M:0;7b462513bfc2:36783 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:17:33,264 DEBUG [M:0;7b462513bfc2:36783 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:33,265 INFO [M:0;7b462513bfc2:36783 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T11:17:33,283 DEBUG [M:0;7b462513bfc2:36783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f19d73d43cd54d3f8adac9e5ed5f030c is 82, key is hbase:meta,,1/info:regioninfo/1732187845601/Put/seqid=0 2024-11-21T11:17:33,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741853_1029 (size=5680) 2024-11-21T11:17:33,688 INFO [M:0;7b462513bfc2:36783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f19d73d43cd54d3f8adac9e5ed5f030c 2024-11-21T11:17:33,716 DEBUG [M:0;7b462513bfc2:36783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ce4b43c6e5a4fc7adce38a42f89b718 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732187849848/Put/seqid=0 2024-11-21T11:17:33,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741854_1030 (size=7319) 2024-11-21T11:17:34,122 INFO [M:0;7b462513bfc2:36783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ce4b43c6e5a4fc7adce38a42f89b718 2024-11-21T11:17:34,157 DEBUG [M:0;7b462513bfc2:36783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/777847353e51422d9e56174744a02b98 is 69, key is 7b462513bfc2,41373,1732187844263/rs:state/1732187845006/Put/seqid=0 2024-11-21T11:17:34,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741855_1031 (size=5371) 2024-11-21T11:17:34,171 INFO [M:0;7b462513bfc2:36783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/777847353e51422d9e56174744a02b98 2024-11-21T11:17:34,181 INFO [M:0;7b462513bfc2:36783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 777847353e51422d9e56174744a02b98 2024-11-21T11:17:34,182 DEBUG [M:0;7b462513bfc2:36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f19d73d43cd54d3f8adac9e5ed5f030c as hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f19d73d43cd54d3f8adac9e5ed5f030c 2024-11-21T11:17:34,204 INFO [M:0;7b462513bfc2:36783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f19d73d43cd54d3f8adac9e5ed5f030c, entries=8, sequenceid=172, filesize=5.5 K 2024-11-21T11:17:34,206 DEBUG [M:0;7b462513bfc2:36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ce4b43c6e5a4fc7adce38a42f89b718 as hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ce4b43c6e5a4fc7adce38a42f89b718 2024-11-21T11:17:34,217 INFO [M:0;7b462513bfc2:36783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ce4b43c6e5a4fc7adce38a42f89b718, entries=7, sequenceid=172, filesize=7.1 K 2024-11-21T11:17:34,218 DEBUG [M:0;7b462513bfc2:36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/777847353e51422d9e56174744a02b98 as hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/777847353e51422d9e56174744a02b98 2024-11-21T11:17:34,227 INFO [M:0;7b462513bfc2:36783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 777847353e51422d9e56174744a02b98 2024-11-21T11:17:34,227 INFO [M:0;7b462513bfc2:36783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/5fc965f4-de59-c80e-1e94-1c49b9ce9b35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/777847353e51422d9e56174744a02b98, entries=2, sequenceid=172, filesize=5.2 K 2024-11-21T11:17:34,229 INFO [M:0;7b462513bfc2:36783 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 965ms, sequenceid=172, compaction requested=false 2024-11-21T11:17:34,249 INFO [M:0;7b462513bfc2:36783 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:34,249 DEBUG [M:0;7b462513bfc2:36783 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187853264Disabling compacts and flushes for region at 1732187853264Disabling writes for close at 1732187853264Obtaining lock to block concurrent updates at 1732187853265 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732187853265Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732187853265Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732187853266 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732187853266Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732187853282 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732187853282Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732187853696 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732187853715 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732187853715Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732187854131 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732187854156 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732187854156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f0d658f: reopening flushed file at 1732187854181 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b989a1: reopening flushed file at 1732187854204 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18485df6: reopening flushed file at 1732187854217 (+13 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 965ms, sequenceid=172, compaction requested=false at 1732187854229 (+12 ms)Writing region close event to WAL at 1732187854249 (+20 ms)Closed at 1732187854249 2024-11-21T11:17:34,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741847_1023 (size=22949) 2024-11-21T11:17:34,255 INFO [M:0;7b462513bfc2:36783 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:17:34,255 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:17:34,255 INFO [M:0;7b462513bfc2:36783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36783 2024-11-21T11:17:34,255 INFO [M:0;7b462513bfc2:36783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:17:34,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:34,358 INFO [M:0;7b462513bfc2:36783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:17:34,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1013a3e90790006, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:34,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116d148d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:17:34,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:17:34,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:17:34,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:17:34,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/hadoop.log.dir/,STOPPED} 2024-11-21T11:17:34,363 WARN [BP-876494190-172.17.0.2-1732187826435 heartbeating to localhost/127.0.0.1:41163 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:17:34,363 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:17:34,364 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:17:34,364 WARN [BP-876494190-172.17.0.2-1732187826435 heartbeating to localhost/127.0.0.1:41163 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-876494190-172.17.0.2-1732187826435 (Datanode Uuid 3c0797fa-b4b2-4450-ab0c-de9ca05a279c) service to localhost/127.0.0.1:41163 2024-11-21T11:17:34,365 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:17:34,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/cluster_868f26a9-e557-69b5-3376-5a371a193c94/data/data1/current/BP-876494190-172.17.0.2-1732187826435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:17:34,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/cluster_868f26a9-e557-69b5-3376-5a371a193c94/data/data2/current/BP-876494190-172.17.0.2-1732187826435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:17:34,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:17:34,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:17:34,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:17:34,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:17:34,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d361398-75fd-83f2-9b10-c03d49d10aa7/hadoop.log.dir/,STOPPED} 2024-11-21T11:17:34,385 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T11:17:34,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:17:34,414 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57259) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b462513bfc2:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57259) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41177 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7b462513bfc2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41163 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1c7e21cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7b462513bfc2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b462513bfc2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b462513bfc2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=269 (was 264) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5379 (was 5630) 2024-11-21T11:17:34,424 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=5378 2024-11-21T11:17:34,443 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-21T11:17:34,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/hadoop.log.dir so I do NOT create it in target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015 2024-11-21T11:17:34,444 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:17:34,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/hadoop.tmp.dir so I do NOT create it in target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015 2024-11-21T11:17:34,444 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699966e-e453-a882-67f2-b0e2fb122cbf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:17:34,444 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015 2024-11-21T11:17:34,444 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/cluster_291bd3c0-bc75-ac26-c07a-f70a1d55b450, deleteOnExit=true 2024-11-21T11:17:34,451 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/cluster_291bd3c0-bc75-ac26-c07a-f70a1d55b450/zookeeper_0, clientPort=50556, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/cluster_291bd3c0-bc75-ac26-c07a-f70a1d55b450/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/cluster_291bd3c0-bc75-ac26-c07a-f70a1d55b450/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T11:17:34,453 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50556 2024-11-21T11:17:34,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:17:34,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:17:34,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/test.cache.data in system properties and HBase conf 2024-11-21T11:17:34,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:17:34,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:17:34,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:17:34,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:17:34,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:17:34,453 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:17:34,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:17:34,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:17:34,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:17:34,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:17:34,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:17:34,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:17:34,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:17:34,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:17:34,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:17:34,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:17:34,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:17:34,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:17:34,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:17:34,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:17:34,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013a3e90790002, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:17:34,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013a3e90790005, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:17:34,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013a3e90790005, quorum=127.0.0.1:57259, baseZNode=/1-909678559 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:17:34,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013a3e90790002, quorum=127.0.0.1:57259, baseZNode=/0-1557470867 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:17:34,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:34,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:17:34,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:17:34,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:17:34,556 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:17:34,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:34,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:17:34,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:17:34,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501cbce2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/java.io.tmpdir/jetty-localhost-46389-hadoop-hdfs-3_4_1-tests_jar-_-any-15622596097124764255/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:17:34,675 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:46389} 2024-11-21T11:17:34,675 INFO [Time-limited test {}] server.Server(415): Started @30287ms 2024-11-21T11:17:34,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:34,776 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:17:34,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:17:34,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:17:34,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:17:34,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:17:34,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:17:34,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79f3518d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/java.io.tmpdir/jetty-localhost-35751-hadoop-hdfs-3_4_1-tests_jar-_-any-17222828155031926717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:17:34,899 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:35751} 2024-11-21T11:17:34,899 INFO [Time-limited test {}] server.Server(415): Started @30510ms 2024-11-21T11:17:34,901 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:17:34,998 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/cluster_291bd3c0-bc75-ac26-c07a-f70a1d55b450/data/data1/current/BP-385513017-172.17.0.2-1732187854486/current, will proceed with Du for space computation calculation, 2024-11-21T11:17:34,998 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/cluster_291bd3c0-bc75-ac26-c07a-f70a1d55b450/data/data2/current/BP-385513017-172.17.0.2-1732187854486/current, will proceed with Du for space computation calculation, 2024-11-21T11:17:35,021 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:17:35,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2f9d1339d4d910a with lease ID 0xaa04f611a547c27a: Processing first storage report for DS-f9fc9ab0-3acc-45c2-85e9-a220e3c9eadc from datanode DatanodeRegistration(127.0.0.1:46843, datanodeUuid=f4e38ace-041d-4c8d-b189-380c7fba7d7a, infoPort=43135, infoSecurePort=0, ipcPort=40087, storageInfo=lv=-57;cid=testClusterID;nsid=1869016831;c=1732187854486) 2024-11-21T11:17:35,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2f9d1339d4d910a with lease ID 0xaa04f611a547c27a: from storage DS-f9fc9ab0-3acc-45c2-85e9-a220e3c9eadc node DatanodeRegistration(127.0.0.1:46843, datanodeUuid=f4e38ace-041d-4c8d-b189-380c7fba7d7a, infoPort=43135, infoSecurePort=0, ipcPort=40087, storageInfo=lv=-57;cid=testClusterID;nsid=1869016831;c=1732187854486), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T11:17:35,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2f9d1339d4d910a with lease ID 0xaa04f611a547c27a: Processing first storage report for DS-76686f09-1257-48c2-82c6-7bb0409045ff from datanode DatanodeRegistration(127.0.0.1:46843, datanodeUuid=f4e38ace-041d-4c8d-b189-380c7fba7d7a, infoPort=43135, infoSecurePort=0, ipcPort=40087, storageInfo=lv=-57;cid=testClusterID;nsid=1869016831;c=1732187854486) 2024-11-21T11:17:35,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2f9d1339d4d910a with lease ID 0xaa04f611a547c27a: from storage DS-76686f09-1257-48c2-82c6-7bb0409045ff node DatanodeRegistration(127.0.0.1:46843, datanodeUuid=f4e38ace-041d-4c8d-b189-380c7fba7d7a, infoPort=43135, infoSecurePort=0, ipcPort=40087, storageInfo=lv=-57;cid=testClusterID;nsid=1869016831;c=1732187854486), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:17:35,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015 2024-11-21T11:17:35,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:35,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:35,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:17:35,441 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20 with version=8 2024-11-21T11:17:35,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/hbase-staging 2024-11-21T11:17:35,444 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:17:35,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:35,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:35,444 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:17:35,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:35,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:17:35,444 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:17:35,444 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:17:35,445 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46853 2024-11-21T11:17:35,446 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46853 connecting to ZooKeeper ensemble=127.0.0.1:50556 2024-11-21T11:17:35,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468530x0, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:35,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46853-0x1013a3f00ff0000 connected 2024-11-21T11:17:35,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:35,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:35,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Set watcher on znode that does not yet exist, /0-680270671/running 2024-11-21T11:17:35,476 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20, hbase.cluster.distributed=false 2024-11-21T11:17:35,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Set watcher on znode that does not yet exist, /0-680270671/acl 2024-11-21T11:17:35,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46853 2024-11-21T11:17:35,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46853 2024-11-21T11:17:35,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46853 2024-11-21T11:17:35,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46853 2024-11-21T11:17:35,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46853 2024-11-21T11:17:35,496 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:17:35,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:35,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:35,496 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:17:35,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:35,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:17:35,496 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:17:35,497 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:17:35,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40485 2024-11-21T11:17:35,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40485 connecting to ZooKeeper ensemble=127.0.0.1:50556 2024-11-21T11:17:35,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:35,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:35,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404850x0, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:35,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40485-0x1013a3f00ff0001 connected 2024-11-21T11:17:35,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Set watcher on znode that does not yet exist, /0-680270671/running 2024-11-21T11:17:35,508 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:17:35,508 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:17:35,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Set watcher on znode that does not yet exist, /0-680270671/master 2024-11-21T11:17:35,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Set watcher on znode that does not yet exist, /0-680270671/acl 2024-11-21T11:17:35,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40485 2024-11-21T11:17:35,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40485 2024-11-21T11:17:35,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40485 2024-11-21T11:17:35,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40485 2024-11-21T11:17:35,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40485 2024-11-21T11:17:35,527 DEBUG [M:0;7b462513bfc2:46853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:46853 2024-11-21T11:17:35,527 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-680270671/backup-masters/7b462513bfc2,46853,1732187855443 2024-11-21T11:17:35,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671/backup-masters 2024-11-21T11:17:35,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671/backup-masters 2024-11-21T11:17:35,529 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Set watcher on existing znode=/0-680270671/backup-masters/7b462513bfc2,46853,1732187855443 2024-11-21T11:17:35,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-680270671/master 2024-11-21T11:17:35,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671 2024-11-21T11:17:35,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671 2024-11-21T11:17:35,532 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Set watcher on existing znode=/0-680270671/master 2024-11-21T11:17:35,532 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-680270671/backup-masters/7b462513bfc2,46853,1732187855443 from backup master directory 2024-11-21T11:17:35,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-680270671/backup-masters/7b462513bfc2,46853,1732187855443 2024-11-21T11:17:35,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671/backup-masters 2024-11-21T11:17:35,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671/backup-masters 2024-11-21T11:17:35,534 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:17:35,534 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,46853,1732187855443 2024-11-21T11:17:35,539 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/hbase.id] with ID: a63f1813-8e4f-4cef-93ea-80d4473b3823 2024-11-21T11:17:35,539 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/.tmp/hbase.id 2024-11-21T11:17:35,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:17:35,946 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/.tmp/hbase.id]:[hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/hbase.id] 2024-11-21T11:17:35,960 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:35,960 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:17:35,961 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T11:17:35,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671 2024-11-21T11:17:35,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671 2024-11-21T11:17:35,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:17:36,372 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:17:36,373 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:17:36,373 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:36,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:17:36,782 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store 2024-11-21T11:17:36,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:17:37,190 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:37,190 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:17:37,190 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:37,191 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:37,191 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:17:37,191 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:37,191 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:37,191 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187857190Disabling compacts and flushes for region at 1732187857190Disabling writes for close at 1732187857191 (+1 ms)Writing region close event to WAL at 1732187857191Closed at 1732187857191 2024-11-21T11:17:37,192 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/.initializing 2024-11-21T11:17:37,192 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/WALs/7b462513bfc2,46853,1732187855443 2024-11-21T11:17:37,193 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:17:37,195 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C46853%2C1732187855443, suffix=, logDir=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/WALs/7b462513bfc2,46853,1732187855443, archiveDir=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/oldWALs, maxLogs=10 2024-11-21T11:17:37,209 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/WALs/7b462513bfc2,46853,1732187855443/7b462513bfc2%2C46853%2C1732187855443.1732187857195, exclude list is [], retry=0 2024-11-21T11:17:37,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46843,DS-f9fc9ab0-3acc-45c2-85e9-a220e3c9eadc,DISK] 2024-11-21T11:17:37,215 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/WALs/7b462513bfc2,46853,1732187855443/7b462513bfc2%2C46853%2C1732187855443.1732187857195 2024-11-21T11:17:37,215 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43135:43135)] 2024-11-21T11:17:37,215 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:37,215 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:37,215 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:37,215 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:37,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:37,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:17:37,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:37,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:37,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:37,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:17:37,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:37,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:37,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:37,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:17:37,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:37,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:37,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:37,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:17:37,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:37,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:37,225 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:37,225 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:37,226 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:37,227 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:37,227 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:37,227 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:37,228 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:37,231 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:17:37,231 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72143038, jitterRate=0.07501503825187683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:37,232 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732187857216Initializing all the Stores at 1732187857217 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187857217Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187857217Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187857217Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187857217Cleaning up temporary data from old regions at 1732187857227 (+10 ms)Region opened successfully at 1732187857232 (+5 ms) 2024-11-21T11:17:37,232 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:17:37,235 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a79c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:17:37,236 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:17:37,236 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:17:37,236 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:17:37,236 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:17:37,237 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:17:37,237 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:17:37,237 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:17:37,239 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:17:37,240 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Unable to get data of znode /0-680270671/balancer because node does not exist (not necessarily an error) 2024-11-21T11:17:37,241 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-680270671/balancer already deleted, retry=false 2024-11-21T11:17:37,241 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:17:37,242 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Unable to get data of znode /0-680270671/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:17:37,243 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-680270671/normalizer already deleted, retry=false 2024-11-21T11:17:37,243 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:17:37,244 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Unable to get data of znode /0-680270671/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:17:37,245 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-680270671/switch/split already deleted, retry=false 2024-11-21T11:17:37,246 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Unable to get data of znode /0-680270671/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:17:37,249 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-680270671/switch/merge already deleted, retry=false 2024-11-21T11:17:37,251 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Unable to get data of znode /0-680270671/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:17:37,252 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-680270671/snapshot-cleanup already deleted, retry=false 2024-11-21T11:17:37,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-680270671/running 2024-11-21T11:17:37,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-680270671/running 2024-11-21T11:17:37,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671 2024-11-21T11:17:37,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671 2024-11-21T11:17:37,254 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,46853,1732187855443, sessionid=0x1013a3f00ff0000, setting cluster-up flag (Was=false) 2024-11-21T11:17:37,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671 2024-11-21T11:17:37,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671 2024-11-21T11:17:37,263 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-680270671/flush-table-proc/acquired, /0-680270671/flush-table-proc/reached, /0-680270671/flush-table-proc/abort 2024-11-21T11:17:37,264 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,46853,1732187855443 2024-11-21T11:17:37,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671 2024-11-21T11:17:37,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671 2024-11-21T11:17:37,275 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-680270671/online-snapshot/acquired, /0-680270671/online-snapshot/reached, /0-680270671/online-snapshot/abort 2024-11-21T11:17:37,276 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,46853,1732187855443 2024-11-21T11:17:37,277 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:17:37,279 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:37,280 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:17:37,280 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:17:37,280 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,46853,1732187855443 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:17:37,282 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:37,282 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:37,282 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:37,282 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:37,282 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:17:37,282 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:37,282 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:17:37,282 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:37,284 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732187887284 2024-11-21T11:17:37,284 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:17:37,284 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:17:37,284 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:17:37,284 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:17:37,284 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:17:37,284 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:17:37,284 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:37,284 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:17:37,284 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:37,285 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:37,285 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:17:37,287 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:17:37,287 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:17:37,287 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:17:37,287 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:17:37,288 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:17:37,288 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:17:37,291 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187857288,5,FailOnTimeoutGroup] 2024-11-21T11:17:37,291 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187857291,5,FailOnTimeoutGroup] 2024-11-21T11:17:37,291 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:37,291 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:17:37,291 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:37,291 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:37,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:17:37,318 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(746): ClusterId : a63f1813-8e4f-4cef-93ea-80d4473b3823 2024-11-21T11:17:37,318 DEBUG [RS:0;7b462513bfc2:40485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:17:37,320 DEBUG [RS:0;7b462513bfc2:40485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:17:37,320 DEBUG [RS:0;7b462513bfc2:40485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:17:37,322 DEBUG [RS:0;7b462513bfc2:40485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:17:37,322 DEBUG [RS:0;7b462513bfc2:40485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486ee05f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:17:37,334 DEBUG [RS:0;7b462513bfc2:40485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:40485 2024-11-21T11:17:37,335 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:17:37,335 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:17:37,335 DEBUG [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:17:37,335 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,46853,1732187855443 with port=40485, startcode=1732187855496 2024-11-21T11:17:37,336 DEBUG [RS:0;7b462513bfc2:40485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:17:37,338 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:17:37,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,40485,1732187855496 2024-11-21T11:17:37,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46853 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,40485,1732187855496 2024-11-21T11:17:37,340 DEBUG [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20 2024-11-21T11:17:37,340 DEBUG [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37301 2024-11-21T11:17:37,340 DEBUG [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:17:37,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671/rs 2024-11-21T11:17:37,343 DEBUG [RS:0;7b462513bfc2:40485 {}] zookeeper.ZKUtil(111): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Set watcher on existing znode=/0-680270671/rs/7b462513bfc2,40485,1732187855496 2024-11-21T11:17:37,343 WARN [RS:0;7b462513bfc2:40485 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:17:37,343 INFO [RS:0;7b462513bfc2:40485 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:37,343 DEBUG [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496 2024-11-21T11:17:37,344 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,40485,1732187855496] 2024-11-21T11:17:37,347 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:17:37,349 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:17:37,350 INFO [RS:0;7b462513bfc2:40485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:17:37,350 INFO [RS:0;7b462513bfc2:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:37,350 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:17:37,351 INFO [RS:0;7b462513bfc2:40485 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:17:37,351 INFO [RS:0;7b462513bfc2:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:37,351 DEBUG [RS:0;7b462513bfc2:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:37,351 DEBUG [RS:0;7b462513bfc2:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:37,351 DEBUG [RS:0;7b462513bfc2:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:37,351 DEBUG [RS:0;7b462513bfc2:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:37,351 DEBUG [RS:0;7b462513bfc2:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:37,351 DEBUG [RS:0;7b462513bfc2:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:17:37,351 DEBUG [RS:0;7b462513bfc2:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:37,351 DEBUG [RS:0;7b462513bfc2:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:37,351 DEBUG [RS:0;7b462513bfc2:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:37,351 DEBUG [RS:0;7b462513bfc2:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:37,351 DEBUG [RS:0;7b462513bfc2:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:37,352 DEBUG [RS:0;7b462513bfc2:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:37,352 DEBUG [RS:0;7b462513bfc2:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:17:37,352 DEBUG [RS:0;7b462513bfc2:40485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:17:37,352 INFO [RS:0;7b462513bfc2:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:37,352 INFO [RS:0;7b462513bfc2:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:37,352 INFO [RS:0;7b462513bfc2:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:37,352 INFO [RS:0;7b462513bfc2:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:37,353 INFO [RS:0;7b462513bfc2:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:37,353 INFO [RS:0;7b462513bfc2:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40485,1732187855496-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:17:37,368 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:17:37,369 INFO [RS:0;7b462513bfc2:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40485,1732187855496-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:37,369 INFO [RS:0;7b462513bfc2:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:37,369 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.Replication(171): 7b462513bfc2,40485,1732187855496 started 2024-11-21T11:17:37,383 INFO [RS:0;7b462513bfc2:40485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:37,383 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,40485,1732187855496, RpcServer on 7b462513bfc2/172.17.0.2:40485, sessionid=0x1013a3f00ff0001 2024-11-21T11:17:37,383 DEBUG [RS:0;7b462513bfc2:40485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:17:37,383 DEBUG [RS:0;7b462513bfc2:40485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,40485,1732187855496 2024-11-21T11:17:37,383 DEBUG [RS:0;7b462513bfc2:40485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,40485,1732187855496' 2024-11-21T11:17:37,383 DEBUG [RS:0;7b462513bfc2:40485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-680270671/flush-table-proc/abort' 2024-11-21T11:17:37,384 DEBUG [RS:0;7b462513bfc2:40485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-680270671/flush-table-proc/acquired' 2024-11-21T11:17:37,384 DEBUG [RS:0;7b462513bfc2:40485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:17:37,384 DEBUG [RS:0;7b462513bfc2:40485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:17:37,384 DEBUG [RS:0;7b462513bfc2:40485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,40485,1732187855496 2024-11-21T11:17:37,384 DEBUG [RS:0;7b462513bfc2:40485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,40485,1732187855496' 2024-11-21T11:17:37,385 DEBUG [RS:0;7b462513bfc2:40485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-680270671/online-snapshot/abort' 2024-11-21T11:17:37,385 DEBUG [RS:0;7b462513bfc2:40485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-680270671/online-snapshot/acquired' 2024-11-21T11:17:37,385 DEBUG [RS:0;7b462513bfc2:40485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:17:37,385 INFO [RS:0;7b462513bfc2:40485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:17:37,385 INFO [RS:0;7b462513bfc2:40485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:17:37,486 INFO [RS:0;7b462513bfc2:40485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:17:37,488 INFO [RS:0;7b462513bfc2:40485 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C40485%2C1732187855496, suffix=, logDir=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496, archiveDir=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/oldWALs, maxLogs=10 2024-11-21T11:17:37,502 DEBUG [RS:0;7b462513bfc2:40485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496/7b462513bfc2%2C40485%2C1732187855496.1732187857488, exclude list is [], retry=0 2024-11-21T11:17:37,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46843,DS-f9fc9ab0-3acc-45c2-85e9-a220e3c9eadc,DISK] 2024-11-21T11:17:37,507 INFO [RS:0;7b462513bfc2:40485 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496/7b462513bfc2%2C40485%2C1732187855496.1732187857488 2024-11-21T11:17:37,507 DEBUG [RS:0;7b462513bfc2:40485 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43135:43135)] 2024-11-21T11:17:37,538 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:17:37,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:17:37,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:17:37,697 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:17:37,698 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20 2024-11-21T11:17:37,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:17:38,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:38,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:17:38,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:17:38,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:38,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:38,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:17:38,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:17:38,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:38,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:38,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:17:38,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:17:38,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:38,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:38,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:17:38,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:17:38,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:38,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:38,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:17:38,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740 2024-11-21T11:17:38,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740 2024-11-21T11:17:38,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:17:38,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:17:38,119 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:38,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:17:38,123 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:17:38,124 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58880566, jitterRate=-0.12261119484901428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:38,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732187858106Initializing all the Stores at 1732187858107 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187858107Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187858107Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187858107Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187858107Cleaning up temporary data from old regions at 1732187858118 (+11 ms)Region opened successfully at 1732187858125 (+7 ms) 2024-11-21T11:17:38,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:17:38,125 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:17:38,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:17:38,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:17:38,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:17:38,126 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:17:38,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187858125Disabling compacts and flushes for region at 1732187858125Disabling writes for close at 1732187858125Writing region close event to WAL at 1732187858126 (+1 ms)Closed at 1732187858126 2024-11-21T11:17:38,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:38,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:17:38,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:17:38,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:17:38,130 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:17:38,280 DEBUG [7b462513bfc2:46853 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:17:38,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,40485,1732187855496 2024-11-21T11:17:38,283 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,40485,1732187855496, state=OPENING 2024-11-21T11:17:38,286 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:17:38,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671 2024-11-21T11:17:38,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671 2024-11-21T11:17:38,288 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:17:38,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,40485,1732187855496}] 2024-11-21T11:17:38,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-680270671/meta-region-server: CHANGED 2024-11-21T11:17:38,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-680270671/meta-region-server: CHANGED 2024-11-21T11:17:38,442 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:17:38,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:17:38,448 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:17:38,448 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:38,449 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:17:38,450 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C40485%2C1732187855496.meta, suffix=.meta, logDir=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496, archiveDir=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/oldWALs, maxLogs=10 2024-11-21T11:17:38,469 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496/7b462513bfc2%2C40485%2C1732187855496.meta.1732187858451.meta, exclude list is [], retry=0 2024-11-21T11:17:38,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46843,DS-f9fc9ab0-3acc-45c2-85e9-a220e3c9eadc,DISK] 2024-11-21T11:17:38,474 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496/7b462513bfc2%2C40485%2C1732187855496.meta.1732187858451.meta 2024-11-21T11:17:38,475 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43135:43135)] 2024-11-21T11:17:38,475 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:38,475 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:17:38,475 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:17:38,475 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:17:38,476 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:17:38,476 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:17:38,476 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:38,476 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:17:38,476 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:17:38,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:17:38,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:17:38,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:38,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:38,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:17:38,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:17:38,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:38,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:38,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:17:38,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:17:38,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:38,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:38,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:17:38,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:17:38,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:38,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:38,485 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:17:38,486 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740 2024-11-21T11:17:38,487 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740 2024-11-21T11:17:38,489 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:17:38,489 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:17:38,489 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:38,491 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:17:38,492 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75445455, jitterRate=0.12422488629817963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:38,492 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:17:38,493 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732187858476Writing region info on filesystem at 1732187858476Initializing all the Stores at 1732187858477 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187858477Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187858477Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187858477Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187858477Cleaning up temporary data from old regions at 1732187858489 (+12 ms)Running coprocessor post-open hooks at 1732187858492 (+3 ms)Region opened successfully at 1732187858492 2024-11-21T11:17:38,494 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732187858441 2024-11-21T11:17:38,496 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:17:38,496 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:17:38,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,40485,1732187855496 2024-11-21T11:17:38,498 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,40485,1732187855496, state=OPEN 2024-11-21T11:17:38,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-680270671/meta-region-server 2024-11-21T11:17:38,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-680270671/meta-region-server 2024-11-21T11:17:38,503 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,40485,1732187855496 2024-11-21T11:17:38,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-680270671/meta-region-server: CHANGED 2024-11-21T11:17:38,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-680270671/meta-region-server: CHANGED 2024-11-21T11:17:38,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:17:38,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,40485,1732187855496 in 215 msec 2024-11-21T11:17:38,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:17:38,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 379 msec 2024-11-21T11:17:38,510 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:38,510 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:17:38,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:17:38,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,40485,1732187855496, seqNum=-1] 2024-11-21T11:17:38,512 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:17:38,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:17:38,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2400 sec 2024-11-21T11:17:38,521 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732187858521, completionTime=-1 2024-11-21T11:17:38,521 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:17:38,521 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:17:38,524 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:17:38,524 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732187918524 2024-11-21T11:17:38,524 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732187978524 2024-11-21T11:17:38,524 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T11:17:38,524 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,46853,1732187855443-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:38,524 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,46853,1732187855443-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:38,524 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,46853,1732187855443-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:38,525 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:46853, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:38,525 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:38,525 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:38,527 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:17:38,529 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.995sec 2024-11-21T11:17:38,530 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:17:38,530 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:17:38,530 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:17:38,530 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:17:38,530 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:17:38,530 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,46853,1732187855443-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:17:38,530 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,46853,1732187855443-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:17:38,533 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:17:38,533 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:17:38,533 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,46853,1732187855443-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:38,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647a1f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:38,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,46853,-1 for getting cluster id 2024-11-21T11:17:38,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:38,620 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a63f1813-8e4f-4cef-93ea-80d4473b3823' 2024-11-21T11:17:38,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:38,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a63f1813-8e4f-4cef-93ea-80d4473b3823" 2024-11-21T11:17:38,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d83008c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:38,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,46853,-1] 2024-11-21T11:17:38,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:38,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:38,622 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:38,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dea97bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:38,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:17:38,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,40485,1732187855496, seqNum=-1] 2024-11-21T11:17:38,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:17:38,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:17:38,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,46853,1732187855443 2024-11-21T11:17:38,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50556 2024-11-21T11:17:38,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:38,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a3f00ff0002 connected 2024-11-21T11:17:38,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/hadoop.log.dir so I do NOT create it in target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369 2024-11-21T11:17:38,635 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:17:38,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/hadoop.tmp.dir so I do NOT create it in target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369 2024-11-21T11:17:38,635 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:17:38,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369 2024-11-21T11:17:38,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:17:38,635 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/cluster_07f94b3a-19cd-6265-9d4f-a8adccc93ad9, deleteOnExit=true 2024-11-21T11:17:38,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:17:38,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/test.cache.data in system properties and HBase conf 2024-11-21T11:17:38,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:17:38,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:17:38,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:17:38,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:17:38,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:17:38,636 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:17:38,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:17:38,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:17:38,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:17:38,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:17:38,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:17:38,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:17:38,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:17:38,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:17:38,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:17:38,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:17:38,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:17:38,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:17:38,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:17:38,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:17:38,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:38,729 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:17:38,730 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:17:38,730 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:17:38,730 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:17:38,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:38,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:17:38,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:17:38,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/java.io.tmpdir/jetty-localhost-35739-hadoop-hdfs-3_4_1-tests_jar-_-any-9824504900776618113/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:17:38,849 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:35739} 2024-11-21T11:17:38,850 INFO [Time-limited test {}] server.Server(415): Started @34461ms 2024-11-21T11:17:38,940 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:38,945 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:17:38,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:17:38,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:17:38,946 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:17:38,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:17:38,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:17:39,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51da98bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/java.io.tmpdir/jetty-localhost-34127-hadoop-hdfs-3_4_1-tests_jar-_-any-2999526836612671121/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:17:39,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:34127} 2024-11-21T11:17:39,065 INFO [Time-limited test {}] server.Server(415): Started @34677ms 2024-11-21T11:17:39,067 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:17:39,177 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/cluster_07f94b3a-19cd-6265-9d4f-a8adccc93ad9/data/data1/current/BP-144286712-172.17.0.2-1732187858669/current, will proceed with Du for space computation calculation, 2024-11-21T11:17:39,177 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/cluster_07f94b3a-19cd-6265-9d4f-a8adccc93ad9/data/data2/current/BP-144286712-172.17.0.2-1732187858669/current, will proceed with Du for space computation calculation, 2024-11-21T11:17:39,212 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:17:39,220 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacb7c345bd452d79 with lease ID 0xa4a8b92dc99f388: Processing first storage report for DS-74ce8306-4972-4494-b761-afb8492da859 from datanode DatanodeRegistration(127.0.0.1:33595, datanodeUuid=d9405c69-c6a8-46df-b768-70a9517e39bb, infoPort=42847, infoSecurePort=0, ipcPort=35721, storageInfo=lv=-57;cid=testClusterID;nsid=1690401795;c=1732187858669) 2024-11-21T11:17:39,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacb7c345bd452d79 with lease ID 0xa4a8b92dc99f388: from storage DS-74ce8306-4972-4494-b761-afb8492da859 node DatanodeRegistration(127.0.0.1:33595, datanodeUuid=d9405c69-c6a8-46df-b768-70a9517e39bb, infoPort=42847, infoSecurePort=0, ipcPort=35721, storageInfo=lv=-57;cid=testClusterID;nsid=1690401795;c=1732187858669), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T11:17:39,220 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacb7c345bd452d79 with lease ID 0xa4a8b92dc99f388: Processing first storage report for DS-8cd2f86c-9036-46ee-aadb-57f0f19a59b8 from datanode DatanodeRegistration(127.0.0.1:33595, datanodeUuid=d9405c69-c6a8-46df-b768-70a9517e39bb, infoPort=42847, infoSecurePort=0, ipcPort=35721, storageInfo=lv=-57;cid=testClusterID;nsid=1690401795;c=1732187858669) 2024-11-21T11:17:39,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacb7c345bd452d79 with lease ID 0xa4a8b92dc99f388: from storage DS-8cd2f86c-9036-46ee-aadb-57f0f19a59b8 node DatanodeRegistration(127.0.0.1:33595, datanodeUuid=d9405c69-c6a8-46df-b768-70a9517e39bb, infoPort=42847, infoSecurePort=0, ipcPort=35721, storageInfo=lv=-57;cid=testClusterID;nsid=1690401795;c=1732187858669), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:17:39,305 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369 2024-11-21T11:17:39,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:39,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:39,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:17:39,723 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36 with version=8 2024-11-21T11:17:39,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/hbase-staging 2024-11-21T11:17:39,726 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:17:39,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:39,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:39,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:17:39,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:39,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:17:39,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:17:39,726 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:17:39,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41241 2024-11-21T11:17:39,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41241 connecting to ZooKeeper ensemble=127.0.0.1:50556 2024-11-21T11:17:39,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412410x0, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:39,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41241-0x1013a3f00ff0003 connected 2024-11-21T11:17:39,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:39,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:39,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Set watcher on znode that does not yet exist, /1-1335188265/running 2024-11-21T11:17:39,748 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36, hbase.cluster.distributed=false 2024-11-21T11:17:39,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Set watcher on znode that does not yet exist, /1-1335188265/acl 2024-11-21T11:17:39,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41241 2024-11-21T11:17:39,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41241 2024-11-21T11:17:39,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41241 2024-11-21T11:17:39,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41241 2024-11-21T11:17:39,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41241 2024-11-21T11:17:39,767 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:17:39,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:39,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:39,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:17:39,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:39,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:17:39,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:17:39,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:17:39,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38577 2024-11-21T11:17:39,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38577 connecting to ZooKeeper ensemble=127.0.0.1:50556 2024-11-21T11:17:39,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:39,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:39,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385770x0, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:39,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385770x0, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Set watcher on znode that does not yet exist, /1-1335188265/running 2024-11-21T11:17:39,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38577-0x1013a3f00ff0004 connected 2024-11-21T11:17:39,777 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:17:39,777 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:17:39,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Set watcher on znode that does not yet exist, /1-1335188265/master 2024-11-21T11:17:39,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Set watcher on znode that does not yet exist, /1-1335188265/acl 2024-11-21T11:17:39,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38577 2024-11-21T11:17:39,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38577 2024-11-21T11:17:39,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38577 2024-11-21T11:17:39,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38577 2024-11-21T11:17:39,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38577 2024-11-21T11:17:39,797 DEBUG [M:0;7b462513bfc2:41241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:41241 2024-11-21T11:17:39,798 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1335188265/backup-masters/7b462513bfc2,41241,1732187859725 2024-11-21T11:17:39,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265/backup-masters 2024-11-21T11:17:39,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265/backup-masters 2024-11-21T11:17:39,800 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Set watcher on existing znode=/1-1335188265/backup-masters/7b462513bfc2,41241,1732187859725 2024-11-21T11:17:39,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1335188265/master 2024-11-21T11:17:39,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265 2024-11-21T11:17:39,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265 2024-11-21T11:17:39,802 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Set watcher on existing znode=/1-1335188265/master 2024-11-21T11:17:39,802 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1335188265/backup-masters/7b462513bfc2,41241,1732187859725 from backup master directory 2024-11-21T11:17:39,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1335188265/backup-masters/7b462513bfc2,41241,1732187859725 2024-11-21T11:17:39,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265/backup-masters 2024-11-21T11:17:39,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265/backup-masters 2024-11-21T11:17:39,806 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:17:39,806 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,41241,1732187859725 2024-11-21T11:17:39,811 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/hbase.id] with ID: e996cf5a-d30e-45cd-a0b8-ed15dcd76f46 2024-11-21T11:17:39,811 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/.tmp/hbase.id 2024-11-21T11:17:39,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:17:39,818 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/.tmp/hbase.id]:[hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/hbase.id] 2024-11-21T11:17:39,835 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:39,835 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:17:39,837 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T11:17:39,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265 2024-11-21T11:17:39,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265 2024-11-21T11:17:39,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:17:39,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T11:17:40,247 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:17:40,248 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:17:40,249 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:40,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:17:40,659 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store 2024-11-21T11:17:40,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:17:40,673 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:40,673 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:17:40,673 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:40,673 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:40,673 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:17:40,673 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:40,674 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:40,674 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187860673Disabling compacts and flushes for region at 1732187860673Disabling writes for close at 1732187860673Writing region close event to WAL at 1732187860673Closed at 1732187860673 2024-11-21T11:17:40,676 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/.initializing 2024-11-21T11:17:40,676 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/WALs/7b462513bfc2,41241,1732187859725 2024-11-21T11:17:40,677 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:17:40,679 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C41241%2C1732187859725, suffix=, logDir=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/WALs/7b462513bfc2,41241,1732187859725, archiveDir=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/oldWALs, maxLogs=10 2024-11-21T11:17:40,697 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/WALs/7b462513bfc2,41241,1732187859725/7b462513bfc2%2C41241%2C1732187859725.1732187860679, exclude list is [], retry=0 2024-11-21T11:17:40,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33595,DS-74ce8306-4972-4494-b761-afb8492da859,DISK] 2024-11-21T11:17:40,703 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/WALs/7b462513bfc2,41241,1732187859725/7b462513bfc2%2C41241%2C1732187859725.1732187860679 2024-11-21T11:17:40,704 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42847:42847)] 2024-11-21T11:17:40,705 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:40,705 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:40,705 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:40,705 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:40,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:40,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:17:40,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:40,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:40,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:40,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:17:40,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:40,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:40,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:40,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:17:40,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:40,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:40,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:40,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:17:40,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:40,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:40,715 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:40,716 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:40,716 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:40,718 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:40,718 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:40,718 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:40,720 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:40,722 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:17:40,723 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67389565, jitterRate=0.004182770848274231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:40,723 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732187860705Initializing all the Stores at 1732187860706 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187860706Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187860706Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187860706Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187860706Cleaning up temporary data from old regions at 1732187860718 (+12 ms)Region opened successfully at 1732187860723 (+5 ms) 2024-11-21T11:17:40,723 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:17:40,727 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2515a0ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:17:40,728 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:17:40,728 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:17:40,728 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:17:40,728 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:17:40,729 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:17:40,729 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:17:40,729 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:17:40,732 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:17:40,733 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Unable to get data of znode /1-1335188265/balancer because node does not exist (not necessarily an error) 2024-11-21T11:17:40,734 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1335188265/balancer already deleted, retry=false 2024-11-21T11:17:40,734 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:17:40,735 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Unable to get data of znode /1-1335188265/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:17:40,736 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1335188265/normalizer already deleted, retry=false 2024-11-21T11:17:40,736 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:17:40,737 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Unable to get data of znode /1-1335188265/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:17:40,739 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1335188265/switch/split already deleted, retry=false 2024-11-21T11:17:40,740 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Unable to get data of znode /1-1335188265/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:17:40,741 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1335188265/switch/merge already deleted, retry=false 2024-11-21T11:17:40,743 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Unable to get data of znode /1-1335188265/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:17:40,744 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1335188265/snapshot-cleanup already deleted, retry=false 2024-11-21T11:17:40,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1335188265/running 2024-11-21T11:17:40,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1335188265/running 2024-11-21T11:17:40,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265 2024-11-21T11:17:40,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265 2024-11-21T11:17:40,747 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,41241,1732187859725, sessionid=0x1013a3f00ff0003, setting cluster-up flag (Was=false) 2024-11-21T11:17:40,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265 2024-11-21T11:17:40,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265 2024-11-21T11:17:40,757 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1335188265/flush-table-proc/acquired, /1-1335188265/flush-table-proc/reached, /1-1335188265/flush-table-proc/abort 2024-11-21T11:17:40,758 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,41241,1732187859725 2024-11-21T11:17:40,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265 2024-11-21T11:17:40,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265 2024-11-21T11:17:40,766 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1335188265/online-snapshot/acquired, /1-1335188265/online-snapshot/reached, /1-1335188265/online-snapshot/abort 2024-11-21T11:17:40,767 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,41241,1732187859725 2024-11-21T11:17:40,768 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:17:40,770 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:40,771 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:17:40,771 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:17:40,771 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,41241,1732187859725 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:17:40,773 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:40,773 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:40,773 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:40,773 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:40,773 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:17:40,773 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:40,773 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:17:40,773 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:40,776 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732187890776 2024-11-21T11:17:40,776 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:17:40,776 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:17:40,776 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:17:40,776 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:17:40,776 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:17:40,776 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:17:40,776 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:40,777 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:17:40,777 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:17:40,777 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:40,777 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:17:40,777 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:17:40,777 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:17:40,778 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:40,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:17:40,780 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:17:40,780 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:17:40,783 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187860780,5,FailOnTimeoutGroup] 2024-11-21T11:17:40,784 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187860783,5,FailOnTimeoutGroup] 2024-11-21T11:17:40,784 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:40,784 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:17:40,784 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:40,784 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:40,788 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer(746): ClusterId : e996cf5a-d30e-45cd-a0b8-ed15dcd76f46 2024-11-21T11:17:40,788 DEBUG [RS:0;7b462513bfc2:38577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:17:40,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:17:40,790 DEBUG [RS:0;7b462513bfc2:38577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:17:40,790 DEBUG [RS:0;7b462513bfc2:38577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:17:40,791 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:17:40,791 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36 2024-11-21T11:17:40,793 DEBUG [RS:0;7b462513bfc2:38577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:17:40,793 DEBUG [RS:0;7b462513bfc2:38577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abb3fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:17:40,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741832_1008 (size=32) 2024-11-21T11:17:40,807 DEBUG [RS:0;7b462513bfc2:38577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:38577 2024-11-21T11:17:40,807 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:17:40,807 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:17:40,807 DEBUG [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:17:40,808 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,41241,1732187859725 with port=38577, startcode=1732187859766 2024-11-21T11:17:40,809 DEBUG [RS:0;7b462513bfc2:38577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:17:40,810 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:17:40,811 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41241 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,38577,1732187859766 2024-11-21T11:17:40,811 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41241 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,38577,1732187859766 2024-11-21T11:17:40,813 DEBUG [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36 2024-11-21T11:17:40,813 DEBUG [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40629 2024-11-21T11:17:40,813 DEBUG [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:17:40,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265/rs 2024-11-21T11:17:40,819 DEBUG [RS:0;7b462513bfc2:38577 {}] zookeeper.ZKUtil(111): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Set watcher on existing znode=/1-1335188265/rs/7b462513bfc2,38577,1732187859766 2024-11-21T11:17:40,819 WARN [RS:0;7b462513bfc2:38577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:17:40,819 INFO [RS:0;7b462513bfc2:38577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:40,819 DEBUG [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/WALs/7b462513bfc2,38577,1732187859766 2024-11-21T11:17:40,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,38577,1732187859766] 2024-11-21T11:17:40,823 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:17:40,826 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:17:40,827 INFO [RS:0;7b462513bfc2:38577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:17:40,827 INFO [RS:0;7b462513bfc2:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:40,828 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:17:40,829 INFO [RS:0;7b462513bfc2:38577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:17:40,829 INFO [RS:0;7b462513bfc2:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:40,829 DEBUG [RS:0;7b462513bfc2:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:40,829 DEBUG [RS:0;7b462513bfc2:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:40,829 DEBUG [RS:0;7b462513bfc2:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:40,829 DEBUG [RS:0;7b462513bfc2:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:40,829 DEBUG [RS:0;7b462513bfc2:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:40,829 DEBUG [RS:0;7b462513bfc2:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:17:40,829 DEBUG [RS:0;7b462513bfc2:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:40,830 DEBUG [RS:0;7b462513bfc2:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:40,830 DEBUG [RS:0;7b462513bfc2:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:40,830 DEBUG [RS:0;7b462513bfc2:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:40,830 DEBUG [RS:0;7b462513bfc2:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:40,830 DEBUG [RS:0;7b462513bfc2:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:40,830 DEBUG [RS:0;7b462513bfc2:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:17:40,830 DEBUG [RS:0;7b462513bfc2:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:17:40,832 INFO [RS:0;7b462513bfc2:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:40,861 INFO [RS:0;7b462513bfc2:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:40,861 INFO [RS:0;7b462513bfc2:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:40,861 INFO [RS:0;7b462513bfc2:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:40,861 INFO [RS:0;7b462513bfc2:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:40,862 INFO [RS:0;7b462513bfc2:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,38577,1732187859766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:17:40,873 WARN [RS:0;7b462513bfc2:40485 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 7b462513bfc2,35859,1732187830261: status=Processing ServerCrashProcedure of 7b462513bfc2,35859,1732187830261 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732187844948, completionTime=-1 appears to have been leaked 2024-11-21T11:17:40,878 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:17:40,878 INFO [RS:0;7b462513bfc2:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,38577,1732187859766-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:40,878 INFO [RS:0;7b462513bfc2:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:40,878 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.Replication(171): 7b462513bfc2,38577,1732187859766 started 2024-11-21T11:17:40,892 INFO [RS:0;7b462513bfc2:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:40,892 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,38577,1732187859766, RpcServer on 7b462513bfc2/172.17.0.2:38577, sessionid=0x1013a3f00ff0004 2024-11-21T11:17:40,892 DEBUG [RS:0;7b462513bfc2:38577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:17:40,892 DEBUG [RS:0;7b462513bfc2:38577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,38577,1732187859766 2024-11-21T11:17:40,892 DEBUG [RS:0;7b462513bfc2:38577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,38577,1732187859766' 2024-11-21T11:17:40,892 DEBUG [RS:0;7b462513bfc2:38577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1335188265/flush-table-proc/abort' 2024-11-21T11:17:40,893 DEBUG [RS:0;7b462513bfc2:38577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1335188265/flush-table-proc/acquired' 2024-11-21T11:17:40,893 DEBUG [RS:0;7b462513bfc2:38577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:17:40,893 DEBUG [RS:0;7b462513bfc2:38577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:17:40,893 DEBUG [RS:0;7b462513bfc2:38577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,38577,1732187859766 2024-11-21T11:17:40,893 DEBUG [RS:0;7b462513bfc2:38577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,38577,1732187859766' 2024-11-21T11:17:40,893 DEBUG [RS:0;7b462513bfc2:38577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1335188265/online-snapshot/abort' 2024-11-21T11:17:40,893 DEBUG [RS:0;7b462513bfc2:38577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1335188265/online-snapshot/acquired' 2024-11-21T11:17:40,894 DEBUG [RS:0;7b462513bfc2:38577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:17:40,894 INFO [RS:0;7b462513bfc2:38577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:17:40,894 INFO [RS:0;7b462513bfc2:38577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:17:40,994 INFO [RS:0;7b462513bfc2:38577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:17:40,996 INFO [RS:0;7b462513bfc2:38577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C38577%2C1732187859766, suffix=, logDir=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/WALs/7b462513bfc2,38577,1732187859766, archiveDir=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/oldWALs, maxLogs=10 2024-11-21T11:17:41,010 DEBUG [RS:0;7b462513bfc2:38577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/WALs/7b462513bfc2,38577,1732187859766/7b462513bfc2%2C38577%2C1732187859766.1732187860996, exclude list is [], retry=0 2024-11-21T11:17:41,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33595,DS-74ce8306-4972-4494-b761-afb8492da859,DISK] 2024-11-21T11:17:41,015 INFO [RS:0;7b462513bfc2:38577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/WALs/7b462513bfc2,38577,1732187859766/7b462513bfc2%2C38577%2C1732187859766.1732187860996 2024-11-21T11:17:41,016 DEBUG [RS:0;7b462513bfc2:38577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42847:42847)] 2024-11-21T11:17:41,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:41,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:17:41,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:17:41,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:41,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:41,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:17:41,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:17:41,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:41,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:41,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:17:41,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:17:41,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:41,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:41,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:17:41,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:17:41,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:41,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:41,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:17:41,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/data/hbase/meta/1588230740 2024-11-21T11:17:41,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/data/hbase/meta/1588230740 2024-11-21T11:17:41,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:17:41,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:17:41,218 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:41,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:17:41,221 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:17:41,222 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74401632, jitterRate=0.10867071151733398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:41,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732187861205Initializing all the Stores at 1732187861206 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187861206Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187861207 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187861207Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187861207Cleaning up temporary data from old regions at 1732187861218 (+11 ms)Region opened successfully at 1732187861222 (+4 ms) 2024-11-21T11:17:41,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:17:41,222 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:17:41,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:17:41,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:17:41,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:17:41,223 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:17:41,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187861222Disabling compacts and flushes for region at 1732187861222Disabling writes for close at 1732187861222Writing region close event to WAL at 1732187861223 (+1 ms)Closed at 1732187861223 2024-11-21T11:17:41,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:41,224 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:17:41,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:17:41,226 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:17:41,227 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:17:41,377 DEBUG [7b462513bfc2:41241 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:17:41,377 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,38577,1732187859766 2024-11-21T11:17:41,379 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,38577,1732187859766, state=OPENING 2024-11-21T11:17:41,380 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:17:41,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265 2024-11-21T11:17:41,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265 2024-11-21T11:17:41,382 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:17:41,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1335188265/meta-region-server: CHANGED 2024-11-21T11:17:41,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1335188265/meta-region-server: CHANGED 2024-11-21T11:17:41,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,38577,1732187859766}] 2024-11-21T11:17:41,535 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:17:41,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:17:41,541 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:17:41,541 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:41,541 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:17:41,543 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C38577%2C1732187859766.meta, suffix=.meta, logDir=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/WALs/7b462513bfc2,38577,1732187859766, archiveDir=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/oldWALs, maxLogs=10 2024-11-21T11:17:41,556 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/WALs/7b462513bfc2,38577,1732187859766/7b462513bfc2%2C38577%2C1732187859766.meta.1732187861543.meta, exclude list is [], retry=0 2024-11-21T11:17:41,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33595,DS-74ce8306-4972-4494-b761-afb8492da859,DISK] 2024-11-21T11:17:41,560 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/WALs/7b462513bfc2,38577,1732187859766/7b462513bfc2%2C38577%2C1732187859766.meta.1732187861543.meta 2024-11-21T11:17:41,560 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42847:42847)] 2024-11-21T11:17:41,561 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:41,561 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:17:41,561 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:17:41,561 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:17:41,561 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:17:41,561 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:17:41,561 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:41,562 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:17:41,562 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:17:41,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:17:41,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:17:41,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:41,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:41,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:17:41,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:17:41,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:41,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:41,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:17:41,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:17:41,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:41,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:41,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:17:41,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:17:41,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:41,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:41,568 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:17:41,569 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/data/hbase/meta/1588230740 2024-11-21T11:17:41,570 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/data/hbase/meta/1588230740 2024-11-21T11:17:41,571 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:17:41,571 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:17:41,572 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:41,573 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:17:41,574 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74587991, jitterRate=0.11144767701625824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:41,574 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:17:41,574 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732187861562Writing region info on filesystem at 1732187861562Initializing all the Stores at 1732187861563 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187861563Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187861563Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187861563Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187861563Cleaning up temporary data from old regions at 1732187861571 (+8 ms)Running coprocessor post-open hooks at 1732187861574 (+3 ms)Region opened successfully at 1732187861574 2024-11-21T11:17:41,575 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732187861535 2024-11-21T11:17:41,577 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:17:41,577 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:17:41,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,38577,1732187859766 2024-11-21T11:17:41,579 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,38577,1732187859766, state=OPEN 2024-11-21T11:17:41,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1335188265/meta-region-server 2024-11-21T11:17:41,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1335188265/meta-region-server 2024-11-21T11:17:41,580 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,38577,1732187859766 2024-11-21T11:17:41,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1335188265/meta-region-server: CHANGED 2024-11-21T11:17:41,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1335188265/meta-region-server: CHANGED 2024-11-21T11:17:41,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:17:41,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,38577,1732187859766 in 198 msec 2024-11-21T11:17:41,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:17:41,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-21T11:17:41,586 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:41,586 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:17:41,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:17:41,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,38577,1732187859766, seqNum=-1] 2024-11-21T11:17:41,588 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:17:41,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:17:41,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 823 msec 2024-11-21T11:17:41,594 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732187861594, completionTime=-1 2024-11-21T11:17:41,594 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:17:41,594 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:17:41,596 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:17:41,596 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732187921596 2024-11-21T11:17:41,596 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732187981596 2024-11-21T11:17:41,596 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T11:17:41,597 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41241,1732187859725-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:41,597 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41241,1732187859725-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:41,597 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41241,1732187859725-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:41,597 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:41241, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:41,597 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:41,598 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:41,599 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:17:41,602 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.796sec 2024-11-21T11:17:41,602 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:17:41,602 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:17:41,602 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:17:41,602 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:17:41,602 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:17:41,602 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41241,1732187859725-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:17:41,602 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41241,1732187859725-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:17:41,604 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:17:41,604 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:17:41,604 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41241,1732187859725-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:41,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1b0068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:41,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,41241,-1 for getting cluster id 2024-11-21T11:17:41,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:41,690 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e996cf5a-d30e-45cd-a0b8-ed15dcd76f46' 2024-11-21T11:17:41,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:41,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e996cf5a-d30e-45cd-a0b8-ed15dcd76f46" 2024-11-21T11:17:41,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c829408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:41,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,41241,-1] 2024-11-21T11:17:41,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:41,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:41,693 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:41,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:41,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:17:41,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,38577,1732187859766, seqNum=-1] 2024-11-21T11:17:41,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:17:41,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:17:41,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,41241,1732187859725 2024-11-21T11:17:41,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50556 2024-11-21T11:17:41,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:41,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a3f00ff0005 connected 2024-11-21T11:17:41,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f5408a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:41,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,46853,-1 for getting cluster id 2024-11-21T11:17:41,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:41,709 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a63f1813-8e4f-4cef-93ea-80d4473b3823' 2024-11-21T11:17:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a63f1813-8e4f-4cef-93ea-80d4473b3823" 2024-11-21T11:17:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3b6486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,46853,-1] 2024-11-21T11:17:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:41,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:41,710 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc2df41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:41,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:41,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,46853,1732187855443 2024-11-21T11:17:41,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5109ac4f 2024-11-21T11:17:41,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:41,713 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:17:41,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b462513bfc2:41241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:17:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:17:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:41,717 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:41241' 2024-11-21T11:17:41,718 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7993e82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:41,719 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,41241,-1 for getting cluster id 2024-11-21T11:17:41,719 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:41,719 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e996cf5a-d30e-45cd-a0b8-ed15dcd76f46' 2024-11-21T11:17:41,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:41,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e996cf5a-d30e-45cd-a0b8-ed15dcd76f46" 2024-11-21T11:17:41,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1112a181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:41,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,41241,-1] 2024-11-21T11:17:41,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:41,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:41,721 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:41,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1502b518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:41,722 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:41,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,41241,1732187859725 2024-11-21T11:17:41,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24966964 2024-11-21T11:17:41,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:41,724 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:17:41,729 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T11:17:41,729 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:17:41,729 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:41,729 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:41,730 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:17:41,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:41,732 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T11:17:41,734 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:17:41,734 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:41,736 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:17:41,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741835_1011 (size=1138) 2024-11-21T11:17:41,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1bbc3fbb5f7bdd9de4e9041f2a8f66b6, NAME => 'hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20 2024-11-21T11:17:41,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741836_1012 (size=44) 2024-11-21T11:17:41,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:41,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1bbc3fbb5f7bdd9de4e9041f2a8f66b6, disabling compactions & flushes 2024-11-21T11:17:41,754 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6. 2024-11-21T11:17:41,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6. 2024-11-21T11:17:41,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6. after waiting 0 ms 2024-11-21T11:17:41,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6. 2024-11-21T11:17:41,754 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6. 2024-11-21T11:17:41,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1bbc3fbb5f7bdd9de4e9041f2a8f66b6: Waiting for close lock at 1732187861754Disabling compacts and flushes for region at 1732187861754Disabling writes for close at 1732187861754Writing region close event to WAL at 1732187861754Closed at 1732187861754 2024-11-21T11:17:41,755 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:17:41,756 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732187861755"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732187861755"}]},"ts":"1732187861755"} 2024-11-21T11:17:41,759 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:17:41,760 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:17:41,760 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187861760"}]},"ts":"1732187861760"} 2024-11-21T11:17:41,762 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T11:17:41,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1bbc3fbb5f7bdd9de4e9041f2a8f66b6, ASSIGN}] 2024-11-21T11:17:41,764 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1bbc3fbb5f7bdd9de4e9041f2a8f66b6, ASSIGN 2024-11-21T11:17:41,765 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1bbc3fbb5f7bdd9de4e9041f2a8f66b6, ASSIGN; state=OFFLINE, location=7b462513bfc2,40485,1732187855496; forceNewPlan=false, retain=false 2024-11-21T11:17:41,782 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T11:17:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:41,916 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1bbc3fbb5f7bdd9de4e9041f2a8f66b6, regionState=OPENING, regionLocation=7b462513bfc2,40485,1732187855496 2024-11-21T11:17:41,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1bbc3fbb5f7bdd9de4e9041f2a8f66b6, ASSIGN because future has completed 2024-11-21T11:17:41,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bbc3fbb5f7bdd9de4e9041f2a8f66b6, server=7b462513bfc2,40485,1732187855496}] 2024-11-21T11:17:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:42,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6. 2024-11-21T11:17:42,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:42,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T11:17:42,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C40485%2C1732187855496.rep, suffix=, logDir=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496, archiveDir=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/oldWALs, maxLogs=10 2024-11-21T11:17:42,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496/7b462513bfc2%2C40485%2C1732187855496.rep.1732187862080, exclude list is [], retry=0 2024-11-21T11:17:42,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46843,DS-f9fc9ab0-3acc-45c2-85e9-a220e3c9eadc,DISK] 2024-11-21T11:17:42,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496/7b462513bfc2%2C40485%2C1732187855496.rep.1732187862080 2024-11-21T11:17:42,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43135:43135)] 2024-11-21T11:17:42,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bbc3fbb5f7bdd9de4e9041f2a8f66b6, NAME => 'hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:42,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:17:42,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:17:42,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6. service=MultiRowMutationService 2024-11-21T11:17:42,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T11:17:42,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 2024-11-21T11:17:42,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:42,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 2024-11-21T11:17:42,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 2024-11-21T11:17:42,103 INFO [StoreOpener-1bbc3fbb5f7bdd9de4e9041f2a8f66b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 2024-11-21T11:17:42,105 INFO [StoreOpener-1bbc3fbb5f7bdd9de4e9041f2a8f66b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 columnFamilyName hfileref 2024-11-21T11:17:42,105 DEBUG [StoreOpener-1bbc3fbb5f7bdd9de4e9041f2a8f66b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:42,106 INFO [StoreOpener-1bbc3fbb5f7bdd9de4e9041f2a8f66b6-1 {}] regionserver.HStore(327): Store=1bbc3fbb5f7bdd9de4e9041f2a8f66b6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:42,106 INFO [StoreOpener-1bbc3fbb5f7bdd9de4e9041f2a8f66b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 2024-11-21T11:17:42,107 INFO [StoreOpener-1bbc3fbb5f7bdd9de4e9041f2a8f66b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 columnFamilyName queue 2024-11-21T11:17:42,107 DEBUG [StoreOpener-1bbc3fbb5f7bdd9de4e9041f2a8f66b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:42,107 INFO [StoreOpener-1bbc3fbb5f7bdd9de4e9041f2a8f66b6-1 {}] regionserver.HStore(327): Store=1bbc3fbb5f7bdd9de4e9041f2a8f66b6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:42,108 INFO [StoreOpener-1bbc3fbb5f7bdd9de4e9041f2a8f66b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 2024-11-21T11:17:42,109 INFO [StoreOpener-1bbc3fbb5f7bdd9de4e9041f2a8f66b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 columnFamilyName sid 2024-11-21T11:17:42,109 DEBUG [StoreOpener-1bbc3fbb5f7bdd9de4e9041f2a8f66b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:42,109 INFO [StoreOpener-1bbc3fbb5f7bdd9de4e9041f2a8f66b6-1 {}] regionserver.HStore(327): Store=1bbc3fbb5f7bdd9de4e9041f2a8f66b6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:42,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 2024-11-21T11:17:42,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/replication/1bbc3fbb5f7bdd9de4e9041f2a8f66b6 2024-11-21T11:17:42,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/replication/1bbc3fbb5f7bdd9de4e9041f2a8f66b6 2024-11-21T11:17:42,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 2024-11-21T11:17:42,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 2024-11-21T11:17:42,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:17:42,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 2024-11-21T11:17:42,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/replication/1bbc3fbb5f7bdd9de4e9041f2a8f66b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:17:42,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1bbc3fbb5f7bdd9de4e9041f2a8f66b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63530834, jitterRate=-0.05331680178642273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:17:42,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 2024-11-21T11:17:42,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1bbc3fbb5f7bdd9de4e9041f2a8f66b6: Running coprocessor pre-open hook at 1732187862102Writing region info on filesystem at 1732187862102Initializing all the Stores at 1732187862103 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187862103Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187862103Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187862103Cleaning up temporary data from old regions at 1732187862111 (+8 ms)Running coprocessor post-open hooks at 1732187862115 (+4 ms)Region opened successfully at 1732187862116 (+1 ms) 2024-11-21T11:17:42,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6., pid=7, masterSystemTime=1732187862073 2024-11-21T11:17:42,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6. 2024-11-21T11:17:42,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6. 2024-11-21T11:17:42,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1bbc3fbb5f7bdd9de4e9041f2a8f66b6, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,40485,1732187855496 2024-11-21T11:17:42,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bbc3fbb5f7bdd9de4e9041f2a8f66b6, server=7b462513bfc2,40485,1732187855496 because future has completed 2024-11-21T11:17:42,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T11:17:42,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bbc3fbb5f7bdd9de4e9041f2a8f66b6, server=7b462513bfc2,40485,1732187855496 in 205 msec 2024-11-21T11:17:42,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:17:42,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1bbc3fbb5f7bdd9de4e9041f2a8f66b6, ASSIGN in 364 msec 2024-11-21T11:17:42,129 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:17:42,129 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187862129"}]},"ts":"1732187862129"} 2024-11-21T11:17:42,131 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T11:17:42,132 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:17:42,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 402 msec 2024-11-21T11:17:42,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6., hostname=7b462513bfc2,40485,1732187855496, seqNum=2] 2024-11-21T11:17:42,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671 2024-11-21T11:17:42,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671 2024-11-21T11:17:42,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:17:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:42,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40485 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T11:17:42,360 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T11:17:42,390 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,40485,1732187855496, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:17:42,390 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:17:42,390 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,40485,1732187855496, seqNum=-1] 2024-11-21T11:17:42,391 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:17:42,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-21T11:17:42,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b462513bfc2,40485,1732187855496', locateType=CURRENT is [region=hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6., hostname=7b462513bfc2,40485,1732187855496, seqNum=2] 2024-11-21T11:17:42,397 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T11:17:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T11:17:42,400 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b462513bfc2,40485,1732187855496 suceeded 2024-11-21T11:17:42,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T11:17:42,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-21T11:17:42,403 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b462513bfc2:41241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:17:42,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 689 msec 2024-11-21T11:17:42,415 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:41241' 2024-11-21T11:17:42,416 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@389b0ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:42,416 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,41241,-1 for getting cluster id 2024-11-21T11:17:42,416 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:42,417 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e996cf5a-d30e-45cd-a0b8-ed15dcd76f46' 2024-11-21T11:17:42,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:42,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e996cf5a-d30e-45cd-a0b8-ed15dcd76f46" 2024-11-21T11:17:42,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@558631e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:42,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,41241,-1] 2024-11-21T11:17:42,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:42,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:42,419 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:42,420 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1df0e5f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:42,420 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:42,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,41241,1732187859725 2024-11-21T11:17:42,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c4e7e85 2024-11-21T11:17:42,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:42,422 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-21T11:17:42,423 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,40485,1732187855496 (queues=1) is replicating from cluster=a63f1813-8e4f-4cef-93ea-80d4473b3823 to cluster=e996cf5a-d30e-45cd-a0b8-ed15dcd76f46 2024-11-21T11:17:42,423 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C40485%2C1732187855496 2024-11-21T11:17:42,423 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,40485,1732187855496, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:17:42,423 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496.replicationSource.shipper7b462513bfc2%2C40485%2C1732187855496,1-7b462513bfc2,40485,1732187855496 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C40485%2C1732187855496 2024-11-21T11:17:42,423 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496.replicationSource.wal-reader.7b462513bfc2%2C40485%2C1732187855496,1-7b462513bfc2,40485,1732187855496 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496/7b462513bfc2%2C40485%2C1732187855496.1732187857488, startPosition=0, beingWritten=true 2024-11-21T11:17:42,629 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496.replicationSource.wal-reader.7b462513bfc2%2C40485%2C1732187855496,1-7b462513bfc2,40485,1732187855496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496/7b462513bfc2%2C40485%2C1732187855496.1732187857488 to pos 0, reset compression=false 2024-11-21T11:17:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:42,856 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T11:17:42,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:17:42,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:42,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:42,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:42,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:42,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:42,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,46853,1732187855443 2024-11-21T11:17:42,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a90fb3a 2024-11-21T11:17:42,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:42,859 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:17:42,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T11:17:42,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:17:42,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:17:42,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:42,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:42,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:42,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:17:42,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2118641621, stopped=false 2024-11-21T11:17:42,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:42,860 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,41241,1732187859725 2024-11-21T11:17:42,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1335188265/running 2024-11-21T11:17:42,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1335188265/running 2024-11-21T11:17:42,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265 2024-11-21T11:17:42,863 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:17:42,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265 2024-11-21T11:17:42,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:17:42,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:42,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:42,864 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,38577,1732187859766' ***** 2024-11-21T11:17:42,864 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:17:42,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Set watcher on znode that does not yet exist, /1-1335188265/running 2024-11-21T11:17:42,868 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:17:42,868 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:17:42,868 INFO [RS:0;7b462513bfc2:38577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:17:42,868 INFO [RS:0;7b462513bfc2:38577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:17:42,868 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,38577,1732187859766 2024-11-21T11:17:42,868 INFO [RS:0;7b462513bfc2:38577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:17:42,869 INFO [RS:0;7b462513bfc2:38577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:38577. 2024-11-21T11:17:42,869 DEBUG [RS:0;7b462513bfc2:38577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:42,869 DEBUG [RS:0;7b462513bfc2:38577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:42,869 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:17:42,869 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:17:42,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Set watcher on znode that does not yet exist, /1-1335188265/running 2024-11-21T11:17:42,869 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:17:42,869 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:17:42,869 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T11:17:42,869 DEBUG [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:17:42,869 DEBUG [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:17:42,869 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:17:42,869 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:17:42,869 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:17:42,869 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:17:42,869 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:17:42,870 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T11:17:42,887 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/data/hbase/meta/1588230740/.tmp/ns/20e0574034654aa2b1d8421ebfb9de52 is 43, key is default/ns:d/1732187861589/Put/seqid=0 2024-11-21T11:17:42,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741835_1011 (size=5153) 2024-11-21T11:17:42,924 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:17:42,924 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:17:42,935 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496.replicationSource.wal-reader.7b462513bfc2%2C40485%2C1732187855496,1-7b462513bfc2,40485,1732187855496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496/7b462513bfc2%2C40485%2C1732187855496.1732187857488 to pos 0, reset compression=false 2024-11-21T11:17:42,964 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:17:43,069 DEBUG [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:17:43,270 DEBUG [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:17:43,292 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/data/hbase/meta/1588230740/.tmp/ns/20e0574034654aa2b1d8421ebfb9de52 2024-11-21T11:17:43,300 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/data/hbase/meta/1588230740/.tmp/ns/20e0574034654aa2b1d8421ebfb9de52 as hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/data/hbase/meta/1588230740/ns/20e0574034654aa2b1d8421ebfb9de52 2024-11-21T11:17:43,306 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/data/hbase/meta/1588230740/ns/20e0574034654aa2b1d8421ebfb9de52, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T11:17:43,307 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false 2024-11-21T11:17:43,307 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:17:43,312 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T11:17:43,312 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:17:43,312 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:17:43,312 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:17:43,312 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187862869Running coprocessor pre-close hooks at 1732187862869Disabling compacts and flushes for region at 1732187862869Disabling writes for close at 1732187862869Obtaining lock to block concurrent updates at 1732187862870 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732187862870Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732187862870Flushing stores of hbase:meta,,1.1588230740 at 1732187862871 (+1 ms)Flushing 1588230740/ns: creating writer at 1732187862871Flushing 1588230740/ns: appending metadata at 1732187862886 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732187862886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c0cd2bc: reopening flushed file at 1732187863299 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1732187863307 (+8 ms)Writing region close event to WAL at 1732187863308 (+1 ms)Running coprocessor post-close hooks at 1732187863312 (+4 ms)Closed at 1732187863312 2024-11-21T11:17:43,312 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:17:43,340 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496.replicationSource.wal-reader.7b462513bfc2%2C40485%2C1732187855496,1-7b462513bfc2,40485,1732187855496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496/7b462513bfc2%2C40485%2C1732187855496.1732187857488 to pos 0, reset compression=false 2024-11-21T11:17:43,347 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T11:17:43,470 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,38577,1732187859766; all regions closed. 2024-11-21T11:17:43,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741834_1010 (size=1152) 2024-11-21T11:17:43,476 DEBUG [RS:0;7b462513bfc2:38577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/oldWALs 2024-11-21T11:17:43,476 INFO [RS:0;7b462513bfc2:38577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C38577%2C1732187859766.meta:.meta(num 1732187861543) 2024-11-21T11:17:43,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741833_1009 (size=93) 2024-11-21T11:17:43,482 DEBUG [RS:0;7b462513bfc2:38577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/oldWALs 2024-11-21T11:17:43,482 INFO [RS:0;7b462513bfc2:38577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C38577%2C1732187859766:(num 1732187860996) 2024-11-21T11:17:43,482 DEBUG [RS:0;7b462513bfc2:38577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:43,482 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:17:43,482 INFO [RS:0;7b462513bfc2:38577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:17:43,482 INFO [RS:0;7b462513bfc2:38577 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:17:43,482 INFO [RS:0;7b462513bfc2:38577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:17:43,483 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:17:43,483 INFO [RS:0;7b462513bfc2:38577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38577 2024-11-21T11:17:43,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1335188265/rs/7b462513bfc2,38577,1732187859766 2024-11-21T11:17:43,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265/rs 2024-11-21T11:17:43,485 INFO [RS:0;7b462513bfc2:38577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:17:43,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,38577,1732187859766] 2024-11-21T11:17:43,493 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1335188265/draining/7b462513bfc2,38577,1732187859766 already deleted, retry=false 2024-11-21T11:17:43,494 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,38577,1732187859766 expired; onlineServers=0 2024-11-21T11:17:43,494 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,41241,1732187859725' ***** 2024-11-21T11:17:43,494 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:17:43,494 INFO [M:0;7b462513bfc2:41241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:17:43,494 INFO [M:0;7b462513bfc2:41241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:17:43,494 DEBUG [M:0;7b462513bfc2:41241 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:17:43,494 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:17:43,494 DEBUG [M:0;7b462513bfc2:41241 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:17:43,494 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187860780 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187860780,5,FailOnTimeoutGroup] 2024-11-21T11:17:43,494 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187860783 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187860783,5,FailOnTimeoutGroup] 2024-11-21T11:17:43,494 INFO [M:0;7b462513bfc2:41241 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:17:43,494 INFO [M:0;7b462513bfc2:41241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:17:43,494 DEBUG [M:0;7b462513bfc2:41241 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:17:43,494 INFO [M:0;7b462513bfc2:41241 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:17:43,494 INFO [M:0;7b462513bfc2:41241 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:17:43,495 INFO [M:0;7b462513bfc2:41241 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:17:43,495 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:17:43,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1335188265/master 2024-11-21T11:17:43,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1335188265 2024-11-21T11:17:43,496 DEBUG [M:0;7b462513bfc2:41241 {}] zookeeper.ZKUtil(347): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Unable to get data of znode /1-1335188265/master because node does not exist (not an error) 2024-11-21T11:17:43,496 WARN [M:0;7b462513bfc2:41241 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:17:43,497 INFO [M:0;7b462513bfc2:41241 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/.lastflushedseqids 2024-11-21T11:17:43,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741836_1012 (size=99) 2024-11-21T11:17:43,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:43,593 INFO [RS:0;7b462513bfc2:38577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:17:43,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1013a3f00ff0004, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:43,593 INFO [RS:0;7b462513bfc2:38577 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,38577,1732187859766; zookeeper connection closed. 2024-11-21T11:17:43,593 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15f2335f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15f2335f 2024-11-21T11:17:43,594 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:17:43,846 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496.replicationSource.wal-reader.7b462513bfc2%2C40485%2C1732187855496,1-7b462513bfc2,40485,1732187855496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496/7b462513bfc2%2C40485%2C1732187855496.1732187857488 to pos 0, reset compression=false 2024-11-21T11:17:43,906 INFO [M:0;7b462513bfc2:41241 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:17:43,906 INFO [M:0;7b462513bfc2:41241 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:17:43,906 DEBUG [M:0;7b462513bfc2:41241 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:17:43,906 INFO [M:0;7b462513bfc2:41241 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:43,906 DEBUG [M:0;7b462513bfc2:41241 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:43,906 DEBUG [M:0;7b462513bfc2:41241 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:17:43,906 DEBUG [M:0;7b462513bfc2:41241 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:43,906 INFO [M:0;7b462513bfc2:41241 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T11:17:43,923 DEBUG [M:0;7b462513bfc2:41241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32a669f6e1db4838aee96bf63b7b36ba is 82, key is hbase:meta,,1/info:regioninfo/1732187861578/Put/seqid=0 2024-11-21T11:17:43,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741837_1013 (size=5672) 2024-11-21T11:17:43,978 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:17:43,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:17:44,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:17:44,328 INFO [M:0;7b462513bfc2:41241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32a669f6e1db4838aee96bf63b7b36ba 2024-11-21T11:17:44,349 DEBUG [M:0;7b462513bfc2:41241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02fdfeceb3f84e2191a164cc19cb0e74 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732187861593/Put/seqid=0 2024-11-21T11:17:44,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741838_1014 (size=5275) 2024-11-21T11:17:44,451 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496.replicationSource.wal-reader.7b462513bfc2%2C40485%2C1732187855496,1-7b462513bfc2,40485,1732187855496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496/7b462513bfc2%2C40485%2C1732187855496.1732187857488 to pos 0, reset compression=false 2024-11-21T11:17:44,755 INFO [M:0;7b462513bfc2:41241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02fdfeceb3f84e2191a164cc19cb0e74 2024-11-21T11:17:44,776 DEBUG [M:0;7b462513bfc2:41241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df6d2c47e56549ee9107b10ed9964cf0 is 69, key is 7b462513bfc2,38577,1732187859766/rs:state/1732187860811/Put/seqid=0 2024-11-21T11:17:44,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741839_1015 (size=5156) 2024-11-21T11:17:45,157 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496.replicationSource.wal-reader.7b462513bfc2%2C40485%2C1732187855496,1-7b462513bfc2,40485,1732187855496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496/7b462513bfc2%2C40485%2C1732187855496.1732187857488 to pos 0, reset compression=false 2024-11-21T11:17:45,180 INFO [M:0;7b462513bfc2:41241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df6d2c47e56549ee9107b10ed9964cf0 2024-11-21T11:17:45,187 DEBUG [M:0;7b462513bfc2:41241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32a669f6e1db4838aee96bf63b7b36ba as hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32a669f6e1db4838aee96bf63b7b36ba 2024-11-21T11:17:45,193 INFO [M:0;7b462513bfc2:41241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32a669f6e1db4838aee96bf63b7b36ba, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T11:17:45,194 DEBUG [M:0;7b462513bfc2:41241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02fdfeceb3f84e2191a164cc19cb0e74 as hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02fdfeceb3f84e2191a164cc19cb0e74 2024-11-21T11:17:45,199 INFO [M:0;7b462513bfc2:41241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02fdfeceb3f84e2191a164cc19cb0e74, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T11:17:45,199 DEBUG [M:0;7b462513bfc2:41241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df6d2c47e56549ee9107b10ed9964cf0 as hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df6d2c47e56549ee9107b10ed9964cf0 2024-11-21T11:17:45,204 INFO [M:0;7b462513bfc2:41241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40629/user/jenkins/test-data/8bbb5a6b-9e62-c8ae-208c-645c6e6bad36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df6d2c47e56549ee9107b10ed9964cf0, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T11:17:45,205 INFO [M:0;7b462513bfc2:41241 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=28, compaction requested=false 2024-11-21T11:17:45,207 INFO [M:0;7b462513bfc2:41241 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:45,207 DEBUG [M:0;7b462513bfc2:41241 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187863906Disabling compacts and flushes for region at 1732187863906Disabling writes for close at 1732187863906Obtaining lock to block concurrent updates at 1732187863906Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732187863906Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732187863907 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732187863907Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732187863907Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732187863922 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732187863922Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732187864334 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732187864349 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732187864349Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732187864761 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732187864775 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732187864775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c49ea5c: reopening flushed file at 1732187865186 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ba869b9: reopening flushed file at 1732187865193 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fb115cf: reopening flushed file at 1732187865199 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=28, compaction requested=false at 1732187865205 (+6 ms)Writing region close event to WAL at 1732187865207 (+2 ms)Closed at 1732187865207 2024-11-21T11:17:45,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741830_1006 (size=10165) 2024-11-21T11:17:45,209 INFO [M:0;7b462513bfc2:41241 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:17:45,210 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:17:45,210 INFO [M:0;7b462513bfc2:41241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41241 2024-11-21T11:17:45,210 INFO [M:0;7b462513bfc2:41241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:17:45,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:45,312 INFO [M:0;7b462513bfc2:41241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:17:45,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41241-0x1013a3f00ff0003, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:45,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51da98bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:17:45,315 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:17:45,315 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:17:45,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:17:45,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/hadoop.log.dir/,STOPPED} 2024-11-21T11:17:45,316 WARN [BP-144286712-172.17.0.2-1732187858669 heartbeating to localhost/127.0.0.1:40629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:17:45,316 WARN [BP-144286712-172.17.0.2-1732187858669 heartbeating to localhost/127.0.0.1:40629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-144286712-172.17.0.2-1732187858669 (Datanode Uuid d9405c69-c6a8-46df-b768-70a9517e39bb) service to localhost/127.0.0.1:40629 2024-11-21T11:17:45,317 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:17:45,317 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:17:45,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/cluster_07f94b3a-19cd-6265-9d4f-a8adccc93ad9/data/data1/current/BP-144286712-172.17.0.2-1732187858669 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:17:45,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/cluster_07f94b3a-19cd-6265-9d4f-a8adccc93ad9/data/data2/current/BP-144286712-172.17.0.2-1732187858669 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:17:45,318 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:17:45,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:17:45,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:17:45,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:17:45,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:17:45,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/hadoop.log.dir/,STOPPED} 2024-11-21T11:17:45,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:17:45,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:17:45,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:17:45,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:45,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:45,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:45,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:45,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:17:45,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=450419970, stopped=false 2024-11-21T11:17:45,341 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,46853,1732187855443 2024-11-21T11:17:45,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-680270671/running 2024-11-21T11:17:45,342 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:17:45,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-680270671/running 2024-11-21T11:17:45,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671 2024-11-21T11:17:45,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671 2024-11-21T11:17:45,343 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:17:45,343 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:45,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:45,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Set watcher on znode that does not yet exist, /0-680270671/running 2024-11-21T11:17:45,344 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,40485,1732187855496' ***** 2024-11-21T11:17:45,344 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:17:45,344 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:17:45,344 INFO [RS:0;7b462513bfc2:40485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:17:45,344 INFO [RS:0;7b462513bfc2:40485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:17:45,344 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(3091): Received CLOSE for 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 2024-11-21T11:17:45,344 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:17:45,345 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,40485,1732187855496 2024-11-21T11:17:45,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Set watcher on znode that does not yet exist, /0-680270671/running 2024-11-21T11:17:45,345 INFO [RS:0;7b462513bfc2:40485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:17:45,345 INFO [RS:0;7b462513bfc2:40485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:40485. 2024-11-21T11:17:45,345 DEBUG [RS:0;7b462513bfc2:40485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:45,345 DEBUG [RS:0;7b462513bfc2:40485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:45,345 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:17:45,345 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:17:45,345 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:17:45,345 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:17:45,345 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T11:17:45,345 DEBUG [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1bbc3fbb5f7bdd9de4e9041f2a8f66b6=hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6.} 2024-11-21T11:17:45,345 DEBUG [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 2024-11-21T11:17:45,345 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1bbc3fbb5f7bdd9de4e9041f2a8f66b6, disabling compactions & flushes 2024-11-21T11:17:45,345 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:17:45,345 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6. 2024-11-21T11:17:45,345 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:17:45,345 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6. 2024-11-21T11:17:45,345 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:17:45,345 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:17:45,345 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6. after waiting 0 ms 2024-11-21T11:17:45,345 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:17:45,346 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6. 2024-11-21T11:17:45,346 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T11:17:45,346 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T11:17:45,358 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:17:45,359 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:17:45,365 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:17:45,366 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740/.tmp/info/fcdc4b8e8fa841d991d737001e2e025c is 147, key is hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6./info:regioninfo/1732187862120/Put/seqid=0 2024-11-21T11:17:45,368 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/replication/1bbc3fbb5f7bdd9de4e9041f2a8f66b6/.tmp/queue/7eef9421684041b18f81aca9455ed329 is 151, key is 1-7b462513bfc2,40485,1732187855496/queue:7b462513bfc2%2C40485%2C1732187855496/1732187862395/Put/seqid=0 2024-11-21T11:17:45,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741838_1014 (size=6631) 2024-11-21T11:17:45,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741839_1015 (size=5350) 2024-11-21T11:17:45,373 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/replication/1bbc3fbb5f7bdd9de4e9041f2a8f66b6/.tmp/queue/7eef9421684041b18f81aca9455ed329 2024-11-21T11:17:45,379 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/replication/1bbc3fbb5f7bdd9de4e9041f2a8f66b6/.tmp/queue/7eef9421684041b18f81aca9455ed329 as hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/replication/1bbc3fbb5f7bdd9de4e9041f2a8f66b6/queue/7eef9421684041b18f81aca9455ed329 2024-11-21T11:17:45,385 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/replication/1bbc3fbb5f7bdd9de4e9041f2a8f66b6/queue/7eef9421684041b18f81aca9455ed329, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T11:17:45,386 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 in 40ms, sequenceid=5, compaction requested=false 2024-11-21T11:17:45,390 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/replication/1bbc3fbb5f7bdd9de4e9041f2a8f66b6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T11:17:45,391 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:17:45,391 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:17:45,391 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6. 2024-11-21T11:17:45,391 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1bbc3fbb5f7bdd9de4e9041f2a8f66b6: Waiting for close lock at 1732187865345Running coprocessor pre-close hooks at 1732187865345Disabling compacts and flushes for region at 1732187865345Disabling writes for close at 1732187865345Obtaining lock to block concurrent updates at 1732187865346 (+1 ms)Preparing flush snapshotting stores in 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 at 1732187865346Finished memstore snapshotting hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732187865346Flushing stores of hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6. at 1732187865347 (+1 ms)Flushing 1bbc3fbb5f7bdd9de4e9041f2a8f66b6/queue: creating writer at 1732187865347Flushing 1bbc3fbb5f7bdd9de4e9041f2a8f66b6/queue: appending metadata at 1732187865367 (+20 ms)Flushing 1bbc3fbb5f7bdd9de4e9041f2a8f66b6/queue: closing flushed file at 1732187865367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b36e521: reopening flushed file at 1732187865379 (+12 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1bbc3fbb5f7bdd9de4e9041f2a8f66b6 in 40ms, sequenceid=5, compaction requested=false at 1732187865386 (+7 ms)Writing region close event to WAL at 1732187865387 (+1 ms)Running coprocessor post-close hooks at 1732187865391 (+4 ms)Closed at 1732187865391 2024-11-21T11:17:45,391 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732187861730.1bbc3fbb5f7bdd9de4e9041f2a8f66b6. 2024-11-21T11:17:45,545 DEBUG [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:17:45,746 DEBUG [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:17:45,772 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740/.tmp/info/fcdc4b8e8fa841d991d737001e2e025c 2024-11-21T11:17:45,796 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740/.tmp/ns/e274dceaf95446d284a412c82bc05b8d is 43, key is default/ns:d/1732187858515/Put/seqid=0 2024-11-21T11:17:45,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741840_1016 (size=5153) 2024-11-21T11:17:45,817 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740/.tmp/ns/e274dceaf95446d284a412c82bc05b8d 2024-11-21T11:17:45,867 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740/.tmp/table/9b4961a14ec9480ba88aaf84f82d7ac8 is 53, key is hbase:replication/table:state/1732187862129/Put/seqid=0 2024-11-21T11:17:45,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741841_1017 (size=5256) 2024-11-21T11:17:45,946 DEBUG [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:17:45,962 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496.replicationSource.wal-reader.7b462513bfc2%2C40485%2C1732187855496,1-7b462513bfc2,40485,1732187855496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496/7b462513bfc2%2C40485%2C1732187855496.1732187857488 to pos 0, reset compression=false 2024-11-21T11:17:46,146 DEBUG [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:17:46,299 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740/.tmp/table/9b4961a14ec9480ba88aaf84f82d7ac8 2024-11-21T11:17:46,308 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740/.tmp/info/fcdc4b8e8fa841d991d737001e2e025c as hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740/info/fcdc4b8e8fa841d991d737001e2e025c 2024-11-21T11:17:46,314 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740/info/fcdc4b8e8fa841d991d737001e2e025c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T11:17:46,316 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740/.tmp/ns/e274dceaf95446d284a412c82bc05b8d as hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740/ns/e274dceaf95446d284a412c82bc05b8d 2024-11-21T11:17:46,330 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740/ns/e274dceaf95446d284a412c82bc05b8d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T11:17:46,332 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740/.tmp/table/9b4961a14ec9480ba88aaf84f82d7ac8 as hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740/table/9b4961a14ec9480ba88aaf84f82d7ac8 2024-11-21T11:17:46,340 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740/table/9b4961a14ec9480ba88aaf84f82d7ac8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T11:17:46,341 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 996ms, sequenceid=11, compaction requested=false 2024-11-21T11:17:46,346 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T11:17:46,347 DEBUG [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:17:46,347 DEBUG [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:17:46,365 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T11:17:46,366 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:17:46,366 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:17:46,366 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:17:46,366 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187865345Running coprocessor pre-close hooks at 1732187865345Disabling compacts and flushes for region at 1732187865345Disabling writes for close at 1732187865345Obtaining lock to block concurrent updates at 1732187865346 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732187865346Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732187865346Flushing stores of hbase:meta,,1.1588230740 at 1732187865347 (+1 ms)Flushing 1588230740/info: creating writer at 1732187865347Flushing 1588230740/info: appending metadata at 1732187865366 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732187865366Flushing 1588230740/ns: creating writer at 1732187865779 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732187865795 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732187865795Flushing 1588230740/table: creating writer at 1732187865835 (+40 ms)Flushing 1588230740/table: appending metadata at 1732187865867 (+32 ms)Flushing 1588230740/table: closing flushed file at 1732187865867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf3c1ee: reopening flushed file at 1732187866307 (+440 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@655ea230: reopening flushed file at 1732187866315 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@342e8cf5: reopening flushed file at 1732187866330 (+15 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 996ms, sequenceid=11, compaction requested=false at 1732187866341 (+11 ms)Writing region close event to WAL at 1732187866361 (+20 ms)Running coprocessor post-close hooks at 1732187866366 (+5 ms)Closed at 1732187866366 2024-11-21T11:17:46,366 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:17:46,547 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,40485,1732187855496; all regions closed. 2024-11-21T11:17:46,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741834_1010 (size=2742) 2024-11-21T11:17:46,555 DEBUG [RS:0;7b462513bfc2:40485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/oldWALs 2024-11-21T11:17:46,555 INFO [RS:0;7b462513bfc2:40485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C40485%2C1732187855496.meta:.meta(num 1732187858451) 2024-11-21T11:17:46,559 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/WALs/7b462513bfc2,40485,1732187855496/7b462513bfc2%2C40485%2C1732187855496.rep.1732187862080 not finished, retry = 0 2024-11-21T11:17:46,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741837_1013 (size=1586) 2024-11-21T11:17:46,667 DEBUG [RS:0;7b462513bfc2:40485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/oldWALs 2024-11-21T11:17:46,667 INFO [RS:0;7b462513bfc2:40485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C40485%2C1732187855496.rep:(num 1732187862080) 2024-11-21T11:17:46,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741832_1008 (size=93) 2024-11-21T11:17:46,718 DEBUG [RS:0;7b462513bfc2:40485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/oldWALs 2024-11-21T11:17:46,718 INFO [RS:0;7b462513bfc2:40485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C40485%2C1732187855496:(num 1732187857488) 2024-11-21T11:17:46,718 DEBUG [RS:0;7b462513bfc2:40485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:46,718 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:17:46,718 INFO [RS:0;7b462513bfc2:40485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:17:46,719 INFO [RS:0;7b462513bfc2:40485 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T11:17:46,719 INFO [RS:0;7b462513bfc2:40485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:17:46,720 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:17:46,720 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,40485,1732187855496 because: Region server is closing 2024-11-21T11:17:46,721 INFO [RS:0;7b462513bfc2:40485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:40485. 2024-11-21T11:17:46,721 DEBUG [RS:0;7b462513bfc2:40485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:17:46,721 DEBUG [RS:0;7b462513bfc2:40485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:46,721 DEBUG [RS:0;7b462513bfc2:40485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:46,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:46,822 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496.replicationSource.wal-reader.7b462513bfc2%2C40485%2C1732187855496,1-7b462513bfc2,40485,1732187855496 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T11:17:46,823 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496.replicationSource.shipper7b462513bfc2%2C40485%2C1732187855496,1-7b462513bfc2,40485,1732187855496 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T11:17:46,823 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,40485,1732187855496.replicationSource.shipper7b462513bfc2%2C40485%2C1732187855496,1-7b462513bfc2,40485,1732187855496 terminated 2024-11-21T11:17:46,823 INFO [RS:0;7b462513bfc2:40485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40485 2024-11-21T11:17:46,825 INFO [RS:0;7b462513bfc2:40485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:17:46,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671/rs 2024-11-21T11:17:46,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-680270671/rs/7b462513bfc2,40485,1732187855496 2024-11-21T11:17:46,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,40485,1732187855496] 2024-11-21T11:17:46,831 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-680270671/draining/7b462513bfc2,40485,1732187855496 already deleted, retry=false 2024-11-21T11:17:46,831 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,40485,1732187855496 expired; onlineServers=0 2024-11-21T11:17:46,832 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,46853,1732187855443' ***** 2024-11-21T11:17:46,832 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:17:46,832 INFO [M:0;7b462513bfc2:46853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:17:46,832 INFO [M:0;7b462513bfc2:46853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:17:46,832 DEBUG [M:0;7b462513bfc2:46853 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:17:46,832 DEBUG [M:0;7b462513bfc2:46853 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:17:46,832 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:17:46,832 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187857291 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187857291,5,FailOnTimeoutGroup] 2024-11-21T11:17:46,832 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187857288 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187857288,5,FailOnTimeoutGroup] 2024-11-21T11:17:46,832 INFO [M:0;7b462513bfc2:46853 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:17:46,832 INFO [M:0;7b462513bfc2:46853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:17:46,832 DEBUG [M:0;7b462513bfc2:46853 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:17:46,832 INFO [M:0;7b462513bfc2:46853 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:17:46,832 INFO [M:0;7b462513bfc2:46853 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:17:46,833 INFO [M:0;7b462513bfc2:46853 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:17:46,833 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:17:46,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-680270671/master 2024-11-21T11:17:46,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-680270671 2024-11-21T11:17:46,835 DEBUG [M:0;7b462513bfc2:46853 {}] zookeeper.RecoverableZooKeeper(212): Node /0-680270671/master already deleted, retry=false 2024-11-21T11:17:46,836 DEBUG [M:0;7b462513bfc2:46853 {}] master.ActiveMasterManager(353): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-680270671/master 2024-11-21T11:17:46,836 INFO [M:0;7b462513bfc2:46853 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/.lastflushedseqids 2024-11-21T11:17:46,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741842_1018 (size=181) 2024-11-21T11:17:46,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:46,930 INFO [RS:0;7b462513bfc2:40485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:17:46,930 INFO [RS:0;7b462513bfc2:40485 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,40485,1732187855496; zookeeper connection closed. 2024-11-21T11:17:46,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40485-0x1013a3f00ff0001, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:46,930 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68cbca0d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68cbca0d 2024-11-21T11:17:46,931 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:17:47,264 INFO [M:0;7b462513bfc2:46853 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:17:47,264 INFO [M:0;7b462513bfc2:46853 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:17:47,265 DEBUG [M:0;7b462513bfc2:46853 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:17:47,265 INFO [M:0;7b462513bfc2:46853 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:47,265 DEBUG [M:0;7b462513bfc2:46853 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:47,265 DEBUG [M:0;7b462513bfc2:46853 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:17:47,265 DEBUG [M:0;7b462513bfc2:46853 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:47,265 INFO [M:0;7b462513bfc2:46853 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T11:17:47,298 DEBUG [M:0;7b462513bfc2:46853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/539df7c07a014db7aadca839b484d937 is 82, key is hbase:meta,,1/info:regioninfo/1732187858497/Put/seqid=0 2024-11-21T11:17:47,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741843_1019 (size=5672) 2024-11-21T11:17:47,325 INFO [M:0;7b462513bfc2:46853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/539df7c07a014db7aadca839b484d937 2024-11-21T11:17:47,357 DEBUG [M:0;7b462513bfc2:46853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d28f93731084390ad803d38931baffa is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732187862134/Put/seqid=0 2024-11-21T11:17:47,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741844_1020 (size=7203) 2024-11-21T11:17:47,379 INFO [M:0;7b462513bfc2:46853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d28f93731084390ad803d38931baffa 2024-11-21T11:17:47,408 DEBUG [M:0;7b462513bfc2:46853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c60aef1b13a4cb48649ac47f077d4ca is 69, key is 7b462513bfc2,40485,1732187855496/rs:state/1732187857338/Put/seqid=0 2024-11-21T11:17:47,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741845_1021 (size=5156) 2024-11-21T11:17:47,425 INFO [M:0;7b462513bfc2:46853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c60aef1b13a4cb48649ac47f077d4ca 2024-11-21T11:17:47,432 DEBUG [M:0;7b462513bfc2:46853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/539df7c07a014db7aadca839b484d937 as hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/539df7c07a014db7aadca839b484d937 2024-11-21T11:17:47,438 INFO [M:0;7b462513bfc2:46853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/539df7c07a014db7aadca839b484d937, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T11:17:47,440 DEBUG [M:0;7b462513bfc2:46853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d28f93731084390ad803d38931baffa as hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d28f93731084390ad803d38931baffa 2024-11-21T11:17:47,452 INFO [M:0;7b462513bfc2:46853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d28f93731084390ad803d38931baffa, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T11:17:47,453 DEBUG [M:0;7b462513bfc2:46853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c60aef1b13a4cb48649ac47f077d4ca as hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c60aef1b13a4cb48649ac47f077d4ca 2024-11-21T11:17:47,461 INFO [M:0;7b462513bfc2:46853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37301/user/jenkins/test-data/26e10753-cea3-2ebd-90f9-8836c383ce20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c60aef1b13a4cb48649ac47f077d4ca, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T11:17:47,464 INFO [M:0;7b462513bfc2:46853 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 199ms, sequenceid=70, compaction requested=false 2024-11-21T11:17:47,475 INFO [M:0;7b462513bfc2:46853 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:47,475 DEBUG [M:0;7b462513bfc2:46853 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187867264Disabling compacts and flushes for region at 1732187867264Disabling writes for close at 1732187867265 (+1 ms)Obtaining lock to block concurrent updates at 1732187867265Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732187867265Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732187867265Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732187867266 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732187867266Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732187867298 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732187867298Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732187867333 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732187867356 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732187867356Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732187867385 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732187867408 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732187867408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc6b0e3: reopening flushed file at 1732187867431 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b08f7fb: reopening flushed file at 1732187867439 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a97ac1: reopening flushed file at 1732187867452 (+13 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 199ms, sequenceid=70, compaction requested=false at 1732187867464 (+12 ms)Writing region close event to WAL at 1732187867475 (+11 ms)Closed at 1732187867475 2024-11-21T11:17:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741830_1006 (size=41008) 2024-11-21T11:17:47,479 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:17:47,480 INFO [M:0;7b462513bfc2:46853 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:17:47,480 INFO [M:0;7b462513bfc2:46853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46853 2024-11-21T11:17:47,481 INFO [M:0;7b462513bfc2:46853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:17:47,584 INFO [M:0;7b462513bfc2:46853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:17:47,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:47,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1013a3f00ff0000, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:17:47,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79f3518d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:17:47,602 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:17:47,602 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:17:47,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:17:47,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/hadoop.log.dir/,STOPPED} 2024-11-21T11:17:47,605 WARN [BP-385513017-172.17.0.2-1732187854486 heartbeating to localhost/127.0.0.1:37301 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:17:47,605 WARN [BP-385513017-172.17.0.2-1732187854486 heartbeating to localhost/127.0.0.1:37301 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-385513017-172.17.0.2-1732187854486 (Datanode Uuid f4e38ace-041d-4c8d-b189-380c7fba7d7a) service to localhost/127.0.0.1:37301 2024-11-21T11:17:47,605 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:17:47,605 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:17:47,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/cluster_291bd3c0-bc75-ac26-c07a-f70a1d55b450/data/data1/current/BP-385513017-172.17.0.2-1732187854486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:17:47,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/cluster_291bd3c0-bc75-ac26-c07a-f70a1d55b450/data/data2/current/BP-385513017-172.17.0.2-1732187854486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:17:47,607 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:17:47,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501cbce2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:17:47,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:17:47,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:17:47,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:17:47,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a0f5c04-2420-0e73-78b4-676c784ac015/hadoop.log.dir/,STOPPED} 2024-11-21T11:17:47,631 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T11:17:47,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:17:47,659 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=141 (was 108) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40629 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37301 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50556) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50556) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 269) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4617 (was 5378) 2024-11-21T11:17:47,676 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=141, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=303, ProcessCount=11, AvailableMemoryMB=4617 2024-11-21T11:17:47,698 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-21T11:17:47,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/hadoop.log.dir so I do NOT create it in target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702 2024-11-21T11:17:47,699 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:17:47,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/hadoop.tmp.dir so I do NOT create it in target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702 2024-11-21T11:17:47,699 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9fde5d7-5b2a-553e-08f0-58eebfcea369/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:17:47,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702 2024-11-21T11:17:47,699 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/cluster_92c09e78-4cb9-0fb6-cb71-dc632627cc46, deleteOnExit=true 2024-11-21T11:17:47,713 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/cluster_92c09e78-4cb9-0fb6-cb71-dc632627cc46/zookeeper_0, clientPort=51935, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/cluster_92c09e78-4cb9-0fb6-cb71-dc632627cc46/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/cluster_92c09e78-4cb9-0fb6-cb71-dc632627cc46/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T11:17:47,714 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51935 2024-11-21T11:17:47,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:17:47,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:17:47,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/test.cache.data in system properties and HBase conf 2024-11-21T11:17:47,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:17:47,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:17:47,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:17:47,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:17:47,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:17:47,715 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:17:47,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:17:47,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:17:47,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:17:47,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:17:47,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:17:47,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:17:47,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:17:47,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:17:47,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:17:47,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:17:47,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:17:47,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:17:47,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:17:47,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:17:47,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013a3f00ff0005, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:17:47,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013a3f00ff0005, quorum=127.0.0.1:50556, baseZNode=/1-1335188265 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:17:47,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013a3f00ff0002, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:17:47,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013a3f00ff0002, quorum=127.0.0.1:50556, baseZNode=/0-680270671 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:17:47,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:47,835 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:17:47,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:17:47,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:17:47,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:17:47,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:47,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:17:47,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:17:47,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/java.io.tmpdir/jetty-localhost-37253-hadoop-hdfs-3_4_1-tests_jar-_-any-13632599610582611514/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:17:47,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:37253} 2024-11-21T11:17:47,967 INFO [Time-limited test {}] server.Server(415): Started @43578ms 2024-11-21T11:17:48,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:48,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:17:48,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:17:48,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:17:48,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:17:48,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:17:48,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:17:48,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6785d18c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/java.io.tmpdir/jetty-localhost-41939-hadoop-hdfs-3_4_1-tests_jar-_-any-14533453949350662097/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:17:48,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:41939} 2024-11-21T11:17:48,212 INFO [Time-limited test {}] server.Server(415): Started @43824ms 2024-11-21T11:17:48,214 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:17:48,366 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/cluster_92c09e78-4cb9-0fb6-cb71-dc632627cc46/data/data2/current/BP-1527563063-172.17.0.2-1732187867758/current, will proceed with Du for space computation calculation, 2024-11-21T11:17:48,366 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/cluster_92c09e78-4cb9-0fb6-cb71-dc632627cc46/data/data1/current/BP-1527563063-172.17.0.2-1732187867758/current, will proceed with Du for space computation calculation, 2024-11-21T11:17:48,393 WARN [Thread-811 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:17:48,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc5a6e14d0401b03 with lease ID 0x454b5e095bebd553: Processing first storage report for DS-a8c9f81f-d67e-420f-a3be-709f41a4e4a7 from datanode DatanodeRegistration(127.0.0.1:41067, datanodeUuid=a9fde5cd-1a6e-4414-bc8c-e96861a6decf, infoPort=40451, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=1586983058;c=1732187867758) 2024-11-21T11:17:48,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc5a6e14d0401b03 with lease ID 0x454b5e095bebd553: from storage DS-a8c9f81f-d67e-420f-a3be-709f41a4e4a7 node DatanodeRegistration(127.0.0.1:41067, datanodeUuid=a9fde5cd-1a6e-4414-bc8c-e96861a6decf, infoPort=40451, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=1586983058;c=1732187867758), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T11:17:48,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc5a6e14d0401b03 with lease ID 0x454b5e095bebd553: Processing first storage report for DS-bf70c68c-0631-4eae-88e7-0327889e41e5 from datanode DatanodeRegistration(127.0.0.1:41067, datanodeUuid=a9fde5cd-1a6e-4414-bc8c-e96861a6decf, infoPort=40451, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=1586983058;c=1732187867758) 2024-11-21T11:17:48,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc5a6e14d0401b03 with lease ID 0x454b5e095bebd553: from storage DS-bf70c68c-0631-4eae-88e7-0327889e41e5 node DatanodeRegistration(127.0.0.1:41067, datanodeUuid=a9fde5cd-1a6e-4414-bc8c-e96861a6decf, infoPort=40451, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=1586983058;c=1732187867758), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:17:48,492 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702 2024-11-21T11:17:48,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:48,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:48,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:17:48,904 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b with version=8 2024-11-21T11:17:48,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/hbase-staging 2024-11-21T11:17:48,907 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:17:48,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:48,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:48,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:17:48,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:48,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:17:48,907 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:17:48,907 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:17:48,908 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44481 2024-11-21T11:17:48,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44481 connecting to ZooKeeper ensemble=127.0.0.1:51935 2024-11-21T11:17:48,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444810x0, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:48,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44481-0x1013a3f34c50000 connected 2024-11-21T11:17:48,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:48,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:48,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Set watcher on znode that does not yet exist, /01224938081/running 2024-11-21T11:17:48,935 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b, hbase.cluster.distributed=false 2024-11-21T11:17:48,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Set watcher on znode that does not yet exist, /01224938081/acl 2024-11-21T11:17:48,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44481 2024-11-21T11:17:48,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44481 2024-11-21T11:17:48,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44481 2024-11-21T11:17:48,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44481 2024-11-21T11:17:48,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44481 2024-11-21T11:17:48,967 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:17:48,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:48,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:48,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:17:48,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:48,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:17:48,967 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:17:48,967 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:17:48,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36585 2024-11-21T11:17:48,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36585 connecting to ZooKeeper ensemble=127.0.0.1:51935 2024-11-21T11:17:48,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:48,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:48,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365850x0, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:48,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365850x0, quorum=127.0.0.1:51935, baseZNode=/01224938081 Set watcher on znode that does not yet exist, /01224938081/running 2024-11-21T11:17:48,982 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:17:48,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36585-0x1013a3f34c50001 connected 2024-11-21T11:17:48,985 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:17:48,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Set watcher on znode that does not yet exist, /01224938081/master 2024-11-21T11:17:48,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Set watcher on znode that does not yet exist, /01224938081/acl 2024-11-21T11:17:48,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36585 2024-11-21T11:17:48,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36585 2024-11-21T11:17:48,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36585 2024-11-21T11:17:48,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36585 2024-11-21T11:17:48,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36585 2024-11-21T11:17:49,005 DEBUG [M:0;7b462513bfc2:44481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:44481 2024-11-21T11:17:49,005 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01224938081/backup-masters/7b462513bfc2,44481,1732187868906 2024-11-21T11:17:49,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081/backup-masters 2024-11-21T11:17:49,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081/backup-masters 2024-11-21T11:17:49,008 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Set watcher on existing znode=/01224938081/backup-masters/7b462513bfc2,44481,1732187868906 2024-11-21T11:17:49,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01224938081/master 2024-11-21T11:17:49,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081 2024-11-21T11:17:49,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081 2024-11-21T11:17:49,012 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Set watcher on existing znode=/01224938081/master 2024-11-21T11:17:49,012 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01224938081/backup-masters/7b462513bfc2,44481,1732187868906 from backup master directory 2024-11-21T11:17:49,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01224938081/backup-masters/7b462513bfc2,44481,1732187868906 2024-11-21T11:17:49,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081/backup-masters 2024-11-21T11:17:49,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081/backup-masters 2024-11-21T11:17:49,014 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:17:49,014 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,44481,1732187868906 2024-11-21T11:17:49,018 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/hbase.id] with ID: ca6979fd-8ecf-431d-8407-3ee790572f50 2024-11-21T11:17:49,018 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/.tmp/hbase.id 2024-11-21T11:17:49,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:17:49,028 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/.tmp/hbase.id]:[hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/hbase.id] 2024-11-21T11:17:49,049 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:49,049 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:17:49,053 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-21T11:17:49,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081 2024-11-21T11:17:49,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081 2024-11-21T11:17:49,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:17:49,079 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:17:49,080 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:17:49,084 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:49,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:17:49,511 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store 2024-11-21T11:17:49,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:17:49,921 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:49,921 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:17:49,921 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:49,921 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:49,921 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:17:49,921 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:49,921 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:49,921 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187869921Disabling compacts and flushes for region at 1732187869921Disabling writes for close at 1732187869921Writing region close event to WAL at 1732187869921Closed at 1732187869921 2024-11-21T11:17:49,922 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/.initializing 2024-11-21T11:17:49,922 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/WALs/7b462513bfc2,44481,1732187868906 2024-11-21T11:17:49,923 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:17:49,925 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C44481%2C1732187868906, suffix=, logDir=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/WALs/7b462513bfc2,44481,1732187868906, archiveDir=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/oldWALs, maxLogs=10 2024-11-21T11:17:49,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:17:49,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T11:17:49,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T11:17:49,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:17:49,938 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/WALs/7b462513bfc2,44481,1732187868906/7b462513bfc2%2C44481%2C1732187868906.1732187869925, exclude list is [], retry=0 2024-11-21T11:17:49,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41067,DS-a8c9f81f-d67e-420f-a3be-709f41a4e4a7,DISK] 2024-11-21T11:17:49,943 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/WALs/7b462513bfc2,44481,1732187868906/7b462513bfc2%2C44481%2C1732187868906.1732187869925 2024-11-21T11:17:49,943 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40451:40451)] 2024-11-21T11:17:49,943 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:49,943 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:49,943 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:49,943 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:49,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:49,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:17:49,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:49,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:49,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:49,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:17:49,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:49,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:49,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:49,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:17:49,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:49,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:49,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:49,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:17:49,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:49,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:49,951 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:49,952 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:49,952 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:49,953 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:49,953 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:49,954 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:49,955 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:49,957 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:17:49,957 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75346050, jitterRate=0.1227436363697052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:49,957 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732187869944Initializing all the Stores at 1732187869944Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187869945 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187869945Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187869945Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187869945Cleaning up temporary data from old regions at 1732187869953 (+8 ms)Region opened successfully at 1732187869957 (+4 ms) 2024-11-21T11:17:49,958 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:17:49,960 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d295b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:17:49,961 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:17:49,961 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:17:49,961 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:17:49,961 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:17:49,962 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:17:49,962 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:17:49,962 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:17:49,964 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:17:49,965 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Unable to get data of znode /01224938081/balancer because node does not exist (not necessarily an error) 2024-11-21T11:17:49,966 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01224938081/balancer already deleted, retry=false 2024-11-21T11:17:49,966 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:17:49,966 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Unable to get data of znode /01224938081/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:17:49,969 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01224938081/normalizer already deleted, retry=false 2024-11-21T11:17:49,969 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:17:49,970 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Unable to get data of znode /01224938081/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:17:49,971 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01224938081/switch/split already deleted, retry=false 2024-11-21T11:17:49,972 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Unable to get data of znode /01224938081/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:17:49,973 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01224938081/switch/merge already deleted, retry=false 2024-11-21T11:17:49,975 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Unable to get data of znode /01224938081/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:17:49,976 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01224938081/snapshot-cleanup already deleted, retry=false 2024-11-21T11:17:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01224938081/running 2024-11-21T11:17:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081 2024-11-21T11:17:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01224938081/running 2024-11-21T11:17:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081 2024-11-21T11:17:49,979 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,44481,1732187868906, sessionid=0x1013a3f34c50000, setting cluster-up flag (Was=false) 2024-11-21T11:17:49,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081 2024-11-21T11:17:49,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081 2024-11-21T11:17:49,988 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01224938081/flush-table-proc/acquired, /01224938081/flush-table-proc/reached, /01224938081/flush-table-proc/abort 2024-11-21T11:17:49,989 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,44481,1732187868906 2024-11-21T11:17:49,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081 2024-11-21T11:17:49,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081 2024-11-21T11:17:49,996 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01224938081/online-snapshot/acquired, /01224938081/online-snapshot/reached, /01224938081/online-snapshot/abort 2024-11-21T11:17:49,997 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,44481,1732187868906 2024-11-21T11:17:49,998 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:17:49,999 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:50,000 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:17:50,000 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:17:50,000 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,44481,1732187868906 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:17:50,001 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:50,001 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:50,001 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:50,001 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:50,001 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:17:50,001 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:50,001 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:17:50,001 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:50,002 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732187900002 2024-11-21T11:17:50,002 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:17:50,002 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:17:50,002 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:17:50,002 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:17:50,002 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:17:50,002 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:17:50,003 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,003 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:50,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:17:50,003 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:17:50,003 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:17:50,003 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:17:50,003 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:17:50,003 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:17:50,003 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:17:50,004 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187870004,5,FailOnTimeoutGroup] 2024-11-21T11:17:50,004 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:50,004 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187870004,5,FailOnTimeoutGroup] 2024-11-21T11:17:50,004 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,004 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:17:50,004 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,004 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:17:50,004 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:17:50,096 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(746): ClusterId : ca6979fd-8ecf-431d-8407-3ee790572f50 2024-11-21T11:17:50,096 DEBUG [RS:0;7b462513bfc2:36585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:17:50,100 DEBUG [RS:0;7b462513bfc2:36585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:17:50,100 DEBUG [RS:0;7b462513bfc2:36585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:17:50,104 DEBUG [RS:0;7b462513bfc2:36585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:17:50,104 DEBUG [RS:0;7b462513bfc2:36585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581a9cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:17:50,117 DEBUG [RS:0;7b462513bfc2:36585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:36585 2024-11-21T11:17:50,117 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:17:50,117 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:17:50,117 DEBUG [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:17:50,122 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,44481,1732187868906 with port=36585, startcode=1732187868966 2024-11-21T11:17:50,122 DEBUG [RS:0;7b462513bfc2:36585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:17:50,125 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:17:50,126 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,36585,1732187868966 2024-11-21T11:17:50,126 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44481 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,36585,1732187868966 2024-11-21T11:17:50,130 DEBUG [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b 2024-11-21T11:17:50,130 DEBUG [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43369 2024-11-21T11:17:50,130 DEBUG [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:17:50,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081/rs 2024-11-21T11:17:50,136 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,36585,1732187868966] 2024-11-21T11:17:50,140 DEBUG [RS:0;7b462513bfc2:36585 {}] zookeeper.ZKUtil(111): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Set watcher on existing znode=/01224938081/rs/7b462513bfc2,36585,1732187868966 2024-11-21T11:17:50,140 WARN [RS:0;7b462513bfc2:36585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:17:50,140 INFO [RS:0;7b462513bfc2:36585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:50,141 DEBUG [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966 2024-11-21T11:17:50,146 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:17:50,148 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:17:50,148 INFO [RS:0;7b462513bfc2:36585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:17:50,149 INFO [RS:0;7b462513bfc2:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,149 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:17:50,150 INFO [RS:0;7b462513bfc2:36585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:17:50,150 INFO [RS:0;7b462513bfc2:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,150 DEBUG [RS:0;7b462513bfc2:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:50,150 DEBUG [RS:0;7b462513bfc2:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:50,150 DEBUG [RS:0;7b462513bfc2:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:50,150 DEBUG [RS:0;7b462513bfc2:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:50,150 DEBUG [RS:0;7b462513bfc2:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:50,150 DEBUG [RS:0;7b462513bfc2:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:17:50,150 DEBUG [RS:0;7b462513bfc2:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:50,150 DEBUG [RS:0;7b462513bfc2:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:50,150 DEBUG [RS:0;7b462513bfc2:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:50,150 DEBUG [RS:0;7b462513bfc2:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:50,151 DEBUG [RS:0;7b462513bfc2:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:50,151 DEBUG [RS:0;7b462513bfc2:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:50,151 DEBUG [RS:0;7b462513bfc2:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:17:50,151 DEBUG [RS:0;7b462513bfc2:36585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:17:50,160 INFO [RS:0;7b462513bfc2:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,160 INFO [RS:0;7b462513bfc2:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,160 INFO [RS:0;7b462513bfc2:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,160 INFO [RS:0;7b462513bfc2:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,161 INFO [RS:0;7b462513bfc2:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,161 INFO [RS:0;7b462513bfc2:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,36585,1732187868966-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:17:50,178 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:17:50,178 INFO [RS:0;7b462513bfc2:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,36585,1732187868966-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,178 INFO [RS:0;7b462513bfc2:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,178 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.Replication(171): 7b462513bfc2,36585,1732187868966 started 2024-11-21T11:17:50,192 INFO [RS:0;7b462513bfc2:36585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,192 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,36585,1732187868966, RpcServer on 7b462513bfc2/172.17.0.2:36585, sessionid=0x1013a3f34c50001 2024-11-21T11:17:50,192 DEBUG [RS:0;7b462513bfc2:36585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:17:50,192 DEBUG [RS:0;7b462513bfc2:36585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,36585,1732187868966 2024-11-21T11:17:50,192 DEBUG [RS:0;7b462513bfc2:36585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,36585,1732187868966' 2024-11-21T11:17:50,192 DEBUG [RS:0;7b462513bfc2:36585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01224938081/flush-table-proc/abort' 2024-11-21T11:17:50,193 DEBUG [RS:0;7b462513bfc2:36585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01224938081/flush-table-proc/acquired' 2024-11-21T11:17:50,193 DEBUG [RS:0;7b462513bfc2:36585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:17:50,193 DEBUG [RS:0;7b462513bfc2:36585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:17:50,193 DEBUG [RS:0;7b462513bfc2:36585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,36585,1732187868966 2024-11-21T11:17:50,193 DEBUG [RS:0;7b462513bfc2:36585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,36585,1732187868966' 2024-11-21T11:17:50,193 DEBUG [RS:0;7b462513bfc2:36585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01224938081/online-snapshot/abort' 2024-11-21T11:17:50,194 DEBUG [RS:0;7b462513bfc2:36585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01224938081/online-snapshot/acquired' 2024-11-21T11:17:50,194 DEBUG [RS:0;7b462513bfc2:36585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:17:50,194 INFO [RS:0;7b462513bfc2:36585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:17:50,194 INFO [RS:0;7b462513bfc2:36585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:17:50,295 INFO [RS:0;7b462513bfc2:36585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:17:50,301 INFO [RS:0;7b462513bfc2:36585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C36585%2C1732187868966, suffix=, logDir=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966, archiveDir=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/oldWALs, maxLogs=10 2024-11-21T11:17:50,323 DEBUG [RS:0;7b462513bfc2:36585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302, exclude list is [], retry=0 2024-11-21T11:17:50,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41067,DS-a8c9f81f-d67e-420f-a3be-709f41a4e4a7,DISK] 2024-11-21T11:17:50,387 INFO [RS:0;7b462513bfc2:36585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 2024-11-21T11:17:50,388 DEBUG [RS:0;7b462513bfc2:36585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40451:40451)] 2024-11-21T11:17:50,417 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:17:50,417 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b 2024-11-21T11:17:50,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:17:50,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:50,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:17:50,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:17:50,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:50,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:50,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:17:50,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:17:50,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:50,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:50,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:17:50,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:17:50,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:50,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:50,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:17:50,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:17:50,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:50,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:50,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:17:50,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740 2024-11-21T11:17:50,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740 2024-11-21T11:17:50,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:17:50,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:17:50,460 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:50,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:17:50,468 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:17:50,469 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60345315, jitterRate=-0.10078473389148712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:50,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732187870433Initializing all the Stores at 1732187870434 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187870434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187870434Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187870434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187870434Cleaning up temporary data from old regions at 1732187870459 (+25 ms)Region opened successfully at 1732187870470 (+11 ms) 2024-11-21T11:17:50,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:17:50,470 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:17:50,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:17:50,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:17:50,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:17:50,470 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:17:50,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187870470Disabling compacts and flushes for region at 1732187870470Disabling writes for close at 1732187870470Writing region close event to WAL at 1732187870470Closed at 1732187870470 2024-11-21T11:17:50,476 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:50,476 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:17:50,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:17:50,479 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:17:50,480 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:17:50,631 DEBUG [7b462513bfc2:44481 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:17:50,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,36585,1732187868966 2024-11-21T11:17:50,633 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,36585,1732187868966, state=OPENING 2024-11-21T11:17:50,634 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:17:50,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081 2024-11-21T11:17:50,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081 2024-11-21T11:17:50,635 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:17:50,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,36585,1732187868966}] 2024-11-21T11:17:50,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01224938081/meta-region-server: CHANGED 2024-11-21T11:17:50,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01224938081/meta-region-server: CHANGED 2024-11-21T11:17:50,789 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:17:50,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:17:50,794 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:17:50,794 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:50,794 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:17:50,796 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C36585%2C1732187868966.meta, suffix=.meta, logDir=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966, archiveDir=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/oldWALs, maxLogs=10 2024-11-21T11:17:50,810 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.meta.1732187870796.meta, exclude list is [], retry=0 2024-11-21T11:17:50,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41067,DS-a8c9f81f-d67e-420f-a3be-709f41a4e4a7,DISK] 2024-11-21T11:17:50,814 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.meta.1732187870796.meta 2024-11-21T11:17:50,814 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40451:40451)] 2024-11-21T11:17:50,814 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:50,815 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:17:50,815 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:17:50,815 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:17:50,815 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:17:50,815 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:17:50,815 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:50,815 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:17:50,815 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:17:50,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:17:50,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:17:50,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:50,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:50,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:17:50,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:17:50,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:50,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:50,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:17:50,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:17:50,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:50,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:50,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:17:50,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:17:50,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:50,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:50,821 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:17:50,822 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740 2024-11-21T11:17:50,823 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740 2024-11-21T11:17:50,824 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:17:50,825 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:17:50,825 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:50,826 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:17:50,827 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64117087, jitterRate=-0.04458095133304596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:50,827 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:17:50,828 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732187870815Writing region info on filesystem at 1732187870815Initializing all the Stores at 1732187870816 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187870816Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187870816Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187870816Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187870816Cleaning up temporary data from old regions at 1732187870825 (+9 ms)Running coprocessor post-open hooks at 1732187870827 (+2 ms)Region opened successfully at 1732187870828 (+1 ms) 2024-11-21T11:17:50,829 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732187870788 2024-11-21T11:17:50,831 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:17:50,831 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:17:50,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,36585,1732187868966 2024-11-21T11:17:50,833 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,36585,1732187868966, state=OPEN 2024-11-21T11:17:50,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01224938081/meta-region-server 2024-11-21T11:17:50,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01224938081/meta-region-server 2024-11-21T11:17:50,840 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,36585,1732187868966 2024-11-21T11:17:50,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01224938081/meta-region-server: CHANGED 2024-11-21T11:17:50,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01224938081/meta-region-server: CHANGED 2024-11-21T11:17:50,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:17:50,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,36585,1732187868966 in 205 msec 2024-11-21T11:17:50,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:17:50,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-21T11:17:50,846 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:50,846 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:17:50,847 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:17:50,847 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,36585,1732187868966, seqNum=-1] 2024-11-21T11:17:50,848 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:17:50,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:17:50,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 855 msec 2024-11-21T11:17:50,855 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732187870855, completionTime=-1 2024-11-21T11:17:50,855 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:17:50,855 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:17:50,857 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:17:50,857 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732187930857 2024-11-21T11:17:50,857 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732187990857 2024-11-21T11:17:50,857 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T11:17:50,858 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,44481,1732187868906-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,858 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,44481,1732187868906-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,858 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,44481,1732187868906-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,858 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:44481, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,858 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,858 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,861 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:17:50,863 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.849sec 2024-11-21T11:17:50,863 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:17:50,864 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:17:50,864 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:17:50,864 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:17:50,864 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:17:50,864 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,44481,1732187868906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:17:50,864 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,44481,1732187868906-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:17:50,867 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:17:50,867 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:17:50,867 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,44481,1732187868906-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:50,893 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:17:50,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:17:50,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:50,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,44481,-1 for getting cluster id 2024-11-21T11:17:50,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:50,898 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca6979fd-8ecf-431d-8407-3ee790572f50' 2024-11-21T11:17:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca6979fd-8ecf-431d-8407-3ee790572f50" 2024-11-21T11:17:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ad1ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,44481,-1] 2024-11-21T11:17:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:50,900 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:50,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:50,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:17:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,36585,1732187868966, seqNum=-1] 2024-11-21T11:17:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:17:50,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:17:50,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,44481,1732187868906 2024-11-21T11:17:50,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51935 2024-11-21T11:17:50,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:50,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a3f34c50002 connected 2024-11-21T11:17:50,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:17:50,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:17:50,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:17:50,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/hadoop.log.dir so I do NOT create it in target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635 2024-11-21T11:17:50,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:17:50,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/hadoop.tmp.dir so I do NOT create it in target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635 2024-11-21T11:17:50,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:17:50,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635 2024-11-21T11:17:50,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:17:50,916 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/cluster_f5a50508-295c-a15a-d072-6e883f94c61a, deleteOnExit=true 2024-11-21T11:17:50,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:17:50,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/test.cache.data in system properties and HBase conf 2024-11-21T11:17:50,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:17:50,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:17:50,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:17:50,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:17:50,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:17:50,917 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:17:50,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:17:50,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:17:50,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:17:50,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:17:50,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:17:50,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:17:50,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:17:50,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:17:50,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:17:50,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:17:50,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:17:50,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:17:50,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:17:50,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:17:50,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:51,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:17:51,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:17:51,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:17:51,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:17:51,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:51,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:17:51,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:17:51,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d7a321f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/java.io.tmpdir/jetty-localhost-44405-hadoop-hdfs-3_4_1-tests_jar-_-any-3014609104608550207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:17:51,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:44405} 2024-11-21T11:17:51,132 INFO [Time-limited test {}] server.Server(415): Started @46744ms 2024-11-21T11:17:51,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:17:51,218 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:17:51,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:17:51,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:17:51,219 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:17:51,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:17:51,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:17:51,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26db198b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/java.io.tmpdir/jetty-localhost-42591-hadoop-hdfs-3_4_1-tests_jar-_-any-5111170054796060290/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:17:51,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:42591} 2024-11-21T11:17:51,335 INFO [Time-limited test {}] server.Server(415): Started @46947ms 2024-11-21T11:17:51,337 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:17:51,436 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/cluster_f5a50508-295c-a15a-d072-6e883f94c61a/data/data1/current/BP-239202533-172.17.0.2-1732187870943/current, will proceed with Du for space computation calculation, 2024-11-21T11:17:51,437 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/cluster_f5a50508-295c-a15a-d072-6e883f94c61a/data/data2/current/BP-239202533-172.17.0.2-1732187870943/current, will proceed with Du for space computation calculation, 2024-11-21T11:17:51,454 WARN [Thread-932 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:17:51,457 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd777eabf406193f4 with lease ID 0xe8687dd81b4eb689: Processing first storage report for DS-c5771afb-ef7d-4efc-a7c0-9f8539f6f366 from datanode DatanodeRegistration(127.0.0.1:33637, datanodeUuid=6bc89b9e-2378-4c4c-9a65-63fff3516d2e, infoPort=35255, infoSecurePort=0, ipcPort=41109, storageInfo=lv=-57;cid=testClusterID;nsid=1339934140;c=1732187870943) 2024-11-21T11:17:51,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd777eabf406193f4 with lease ID 0xe8687dd81b4eb689: from storage DS-c5771afb-ef7d-4efc-a7c0-9f8539f6f366 node DatanodeRegistration(127.0.0.1:33637, datanodeUuid=6bc89b9e-2378-4c4c-9a65-63fff3516d2e, infoPort=35255, infoSecurePort=0, ipcPort=41109, storageInfo=lv=-57;cid=testClusterID;nsid=1339934140;c=1732187870943), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:17:51,457 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd777eabf406193f4 with lease ID 0xe8687dd81b4eb689: Processing first storage report for DS-1add03ec-6811-43ea-b6a3-3990aef709e7 from datanode DatanodeRegistration(127.0.0.1:33637, datanodeUuid=6bc89b9e-2378-4c4c-9a65-63fff3516d2e, infoPort=35255, infoSecurePort=0, ipcPort=41109, storageInfo=lv=-57;cid=testClusterID;nsid=1339934140;c=1732187870943) 2024-11-21T11:17:51,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd777eabf406193f4 with lease ID 0xe8687dd81b4eb689: from storage DS-1add03ec-6811-43ea-b6a3-3990aef709e7 node DatanodeRegistration(127.0.0.1:33637, datanodeUuid=6bc89b9e-2378-4c4c-9a65-63fff3516d2e, infoPort=35255, infoSecurePort=0, ipcPort=41109, storageInfo=lv=-57;cid=testClusterID;nsid=1339934140;c=1732187870943), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:17:51,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635 2024-11-21T11:17:51,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:51,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:51,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:17:51,470 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4 with version=8 2024-11-21T11:17:51,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/hbase-staging 2024-11-21T11:17:51,472 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:17:51,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:51,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:51,472 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:17:51,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:51,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:17:51,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:17:51,472 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:17:51,473 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40379 2024-11-21T11:17:51,474 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40379 connecting to ZooKeeper ensemble=127.0.0.1:51935 2024-11-21T11:17:51,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403790x0, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:51,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40379-0x1013a3f34c50003 connected 2024-11-21T11:17:51,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:51,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:51,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Set watcher on znode that does not yet exist, /1-1637997712/running 2024-11-21T11:17:51,494 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4, hbase.cluster.distributed=false 2024-11-21T11:17:51,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Set watcher on znode that does not yet exist, /1-1637997712/acl 2024-11-21T11:17:51,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40379 2024-11-21T11:17:51,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40379 2024-11-21T11:17:51,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40379 2024-11-21T11:17:51,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40379 2024-11-21T11:17:51,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40379 2024-11-21T11:17:51,511 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:17:51,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:51,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:51,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:17:51,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:17:51,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:17:51,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:17:51,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:17:51,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43677 2024-11-21T11:17:51,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43677 connecting to ZooKeeper ensemble=127.0.0.1:51935 2024-11-21T11:17:51,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:51,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:51,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436770x0, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:51,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436770x0, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Set watcher on znode that does not yet exist, /1-1637997712/running 2024-11-21T11:17:51,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43677-0x1013a3f34c50004 connected 2024-11-21T11:17:51,520 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:17:51,521 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:17:51,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Set watcher on znode that does not yet exist, /1-1637997712/master 2024-11-21T11:17:51,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Set watcher on znode that does not yet exist, /1-1637997712/acl 2024-11-21T11:17:51,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43677 2024-11-21T11:17:51,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43677 2024-11-21T11:17:51,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43677 2024-11-21T11:17:51,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43677 2024-11-21T11:17:51,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43677 2024-11-21T11:17:51,535 DEBUG [M:0;7b462513bfc2:40379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:40379 2024-11-21T11:17:51,535 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1637997712/backup-masters/7b462513bfc2,40379,1732187871471 2024-11-21T11:17:51,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712/backup-masters 2024-11-21T11:17:51,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712/backup-masters 2024-11-21T11:17:51,537 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Set watcher on existing znode=/1-1637997712/backup-masters/7b462513bfc2,40379,1732187871471 2024-11-21T11:17:51,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1637997712/master 2024-11-21T11:17:51,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712 2024-11-21T11:17:51,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712 2024-11-21T11:17:51,539 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Set watcher on existing znode=/1-1637997712/master 2024-11-21T11:17:51,540 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1637997712/backup-masters/7b462513bfc2,40379,1732187871471 from backup master directory 2024-11-21T11:17:51,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1637997712/backup-masters/7b462513bfc2,40379,1732187871471 2024-11-21T11:17:51,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712/backup-masters 2024-11-21T11:17:51,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712/backup-masters 2024-11-21T11:17:51,543 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:17:51,543 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,40379,1732187871471 2024-11-21T11:17:51,547 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/hbase.id] with ID: 02717066-9dbe-402e-b541-0bc9894aab0e 2024-11-21T11:17:51,547 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/.tmp/hbase.id 2024-11-21T11:17:51,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:17:51,955 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/.tmp/hbase.id]:[hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/hbase.id] 2024-11-21T11:17:51,966 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:17:51,966 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:17:51,967 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T11:17:51,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712 2024-11-21T11:17:51,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712 2024-11-21T11:17:51,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:17:52,375 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:17:52,376 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:17:52,377 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:52,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:17:52,785 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store 2024-11-21T11:17:52,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:17:53,191 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:53,192 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:17:53,192 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:53,192 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:53,192 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:17:53,192 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:53,192 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:17:53,192 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187873192Disabling compacts and flushes for region at 1732187873192Disabling writes for close at 1732187873192Writing region close event to WAL at 1732187873192Closed at 1732187873192 2024-11-21T11:17:53,193 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/.initializing 2024-11-21T11:17:53,193 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/WALs/7b462513bfc2,40379,1732187871471 2024-11-21T11:17:53,194 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:17:53,195 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C40379%2C1732187871471, suffix=, logDir=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/WALs/7b462513bfc2,40379,1732187871471, archiveDir=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/oldWALs, maxLogs=10 2024-11-21T11:17:53,209 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/WALs/7b462513bfc2,40379,1732187871471/7b462513bfc2%2C40379%2C1732187871471.1732187873196, exclude list is [], retry=0 2024-11-21T11:17:53,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33637,DS-c5771afb-ef7d-4efc-a7c0-9f8539f6f366,DISK] 2024-11-21T11:17:53,213 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/WALs/7b462513bfc2,40379,1732187871471/7b462513bfc2%2C40379%2C1732187871471.1732187873196 2024-11-21T11:17:53,213 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35255:35255)] 2024-11-21T11:17:53,213 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:53,213 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:53,213 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:53,213 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:53,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:53,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:17:53,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:53,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:53,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:53,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:17:53,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:53,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:53,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:53,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:17:53,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:53,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:53,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:53,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:17:53,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:53,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:53,222 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:53,222 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:53,223 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:53,224 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:53,224 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:53,224 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:53,225 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:17:53,229 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:17:53,229 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67464252, jitterRate=0.005295693874359131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:53,229 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732187873214Initializing all the Stores at 1732187873214Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187873214Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187873214Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187873214Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187873215 (+1 ms)Cleaning up temporary data from old regions at 1732187873224 (+9 ms)Region opened successfully at 1732187873229 (+5 ms) 2024-11-21T11:17:53,232 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:17:53,235 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6921de50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:17:53,236 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:17:53,237 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:17:53,237 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:17:53,237 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:17:53,237 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:17:53,238 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:17:53,238 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:17:53,241 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:17:53,241 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Unable to get data of znode /1-1637997712/balancer because node does not exist (not necessarily an error) 2024-11-21T11:17:53,242 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637997712/balancer already deleted, retry=false 2024-11-21T11:17:53,243 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:17:53,243 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Unable to get data of znode /1-1637997712/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:17:53,245 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637997712/normalizer already deleted, retry=false 2024-11-21T11:17:53,245 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:17:53,246 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Unable to get data of znode /1-1637997712/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:17:53,247 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637997712/switch/split already deleted, retry=false 2024-11-21T11:17:53,248 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Unable to get data of znode /1-1637997712/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:17:53,249 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637997712/switch/merge already deleted, retry=false 2024-11-21T11:17:53,251 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Unable to get data of znode /1-1637997712/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:17:53,252 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637997712/snapshot-cleanup already deleted, retry=false 2024-11-21T11:17:53,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1637997712/running 2024-11-21T11:17:53,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1637997712/running 2024-11-21T11:17:53,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712 2024-11-21T11:17:53,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712 2024-11-21T11:17:53,253 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,40379,1732187871471, sessionid=0x1013a3f34c50003, setting cluster-up flag (Was=false) 2024-11-21T11:17:53,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712 2024-11-21T11:17:53,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712 2024-11-21T11:17:53,262 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1637997712/flush-table-proc/acquired, /1-1637997712/flush-table-proc/reached, /1-1637997712/flush-table-proc/abort 2024-11-21T11:17:53,263 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,40379,1732187871471 2024-11-21T11:17:53,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712 2024-11-21T11:17:53,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712 2024-11-21T11:17:53,272 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1637997712/online-snapshot/acquired, /1-1637997712/online-snapshot/reached, /1-1637997712/online-snapshot/abort 2024-11-21T11:17:53,272 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,40379,1732187871471 2024-11-21T11:17:53,273 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:17:53,275 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:53,275 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:17:53,275 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:17:53,275 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,40379,1732187871471 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:17:53,277 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:53,277 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:53,277 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:53,277 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:17:53,277 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:17:53,277 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:53,277 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:17:53,277 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:53,277 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732187903277 2024-11-21T11:17:53,278 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:17:53,278 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:17:53,278 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:17:53,278 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:17:53,278 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:17:53,278 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:17:53,278 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:53,278 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:17:53,278 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:17:53,278 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:17:53,278 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:17:53,278 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:53,278 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:17:53,279 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:17:53,279 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:17:53,279 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187873279,5,FailOnTimeoutGroup] 2024-11-21T11:17:53,279 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187873279,5,FailOnTimeoutGroup] 2024-11-21T11:17:53,279 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:53,279 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:17:53,279 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:53,279 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:53,279 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:53,280 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:17:53,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:17:53,328 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(746): ClusterId : 02717066-9dbe-402e-b541-0bc9894aab0e 2024-11-21T11:17:53,328 DEBUG [RS:0;7b462513bfc2:43677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:17:53,330 DEBUG [RS:0;7b462513bfc2:43677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:17:53,330 DEBUG [RS:0;7b462513bfc2:43677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:17:53,332 DEBUG [RS:0;7b462513bfc2:43677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:17:53,332 DEBUG [RS:0;7b462513bfc2:43677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb84562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:17:53,344 DEBUG [RS:0;7b462513bfc2:43677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:43677 2024-11-21T11:17:53,344 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:17:53,344 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:17:53,344 DEBUG [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:17:53,345 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,40379,1732187871471 with port=43677, startcode=1732187871511 2024-11-21T11:17:53,345 DEBUG [RS:0;7b462513bfc2:43677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:17:53,347 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:17:53,347 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40379 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,43677,1732187871511 2024-11-21T11:17:53,347 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40379 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,43677,1732187871511 2024-11-21T11:17:53,349 DEBUG [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4 2024-11-21T11:17:53,349 DEBUG [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43623 2024-11-21T11:17:53,349 DEBUG [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:17:53,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712/rs 2024-11-21T11:17:53,355 DEBUG [RS:0;7b462513bfc2:43677 {}] zookeeper.ZKUtil(111): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Set watcher on existing znode=/1-1637997712/rs/7b462513bfc2,43677,1732187871511 2024-11-21T11:17:53,355 WARN [RS:0;7b462513bfc2:43677 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:17:53,356 INFO [RS:0;7b462513bfc2:43677 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:53,356 DEBUG [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/WALs/7b462513bfc2,43677,1732187871511 2024-11-21T11:17:53,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,43677,1732187871511] 2024-11-21T11:17:53,359 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:17:53,360 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:17:53,361 INFO [RS:0;7b462513bfc2:43677 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:17:53,361 INFO [RS:0;7b462513bfc2:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:53,364 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:17:53,365 INFO [RS:0;7b462513bfc2:43677 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:17:53,365 INFO [RS:0;7b462513bfc2:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:53,365 DEBUG [RS:0;7b462513bfc2:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:53,365 DEBUG [RS:0;7b462513bfc2:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:53,365 DEBUG [RS:0;7b462513bfc2:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:53,365 DEBUG [RS:0;7b462513bfc2:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:53,365 DEBUG [RS:0;7b462513bfc2:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:53,365 DEBUG [RS:0;7b462513bfc2:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:17:53,365 DEBUG [RS:0;7b462513bfc2:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:53,365 DEBUG [RS:0;7b462513bfc2:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:53,365 DEBUG [RS:0;7b462513bfc2:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:53,365 DEBUG [RS:0;7b462513bfc2:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:53,365 DEBUG [RS:0;7b462513bfc2:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:53,365 DEBUG [RS:0;7b462513bfc2:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:17:53,365 DEBUG [RS:0;7b462513bfc2:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:17:53,365 DEBUG [RS:0;7b462513bfc2:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:17:53,368 INFO [RS:0;7b462513bfc2:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:53,368 INFO [RS:0;7b462513bfc2:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:53,368 INFO [RS:0;7b462513bfc2:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:53,368 INFO [RS:0;7b462513bfc2:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:53,368 INFO [RS:0;7b462513bfc2:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:53,368 INFO [RS:0;7b462513bfc2:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43677,1732187871511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:17:53,382 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:17:53,382 INFO [RS:0;7b462513bfc2:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43677,1732187871511-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:53,382 INFO [RS:0;7b462513bfc2:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:53,382 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.Replication(171): 7b462513bfc2,43677,1732187871511 started 2024-11-21T11:17:53,396 INFO [RS:0;7b462513bfc2:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:53,396 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,43677,1732187871511, RpcServer on 7b462513bfc2/172.17.0.2:43677, sessionid=0x1013a3f34c50004 2024-11-21T11:17:53,396 DEBUG [RS:0;7b462513bfc2:43677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:17:53,397 DEBUG [RS:0;7b462513bfc2:43677 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,43677,1732187871511 2024-11-21T11:17:53,397 DEBUG [RS:0;7b462513bfc2:43677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,43677,1732187871511' 2024-11-21T11:17:53,397 DEBUG [RS:0;7b462513bfc2:43677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1637997712/flush-table-proc/abort' 2024-11-21T11:17:53,397 DEBUG [RS:0;7b462513bfc2:43677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1637997712/flush-table-proc/acquired' 2024-11-21T11:17:53,398 DEBUG [RS:0;7b462513bfc2:43677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:17:53,398 DEBUG [RS:0;7b462513bfc2:43677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:17:53,398 DEBUG [RS:0;7b462513bfc2:43677 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,43677,1732187871511 2024-11-21T11:17:53,398 DEBUG [RS:0;7b462513bfc2:43677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,43677,1732187871511' 2024-11-21T11:17:53,398 DEBUG [RS:0;7b462513bfc2:43677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1637997712/online-snapshot/abort' 2024-11-21T11:17:53,398 DEBUG [RS:0;7b462513bfc2:43677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1637997712/online-snapshot/acquired' 2024-11-21T11:17:53,398 DEBUG [RS:0;7b462513bfc2:43677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:17:53,398 INFO [RS:0;7b462513bfc2:43677 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:17:53,398 INFO [RS:0;7b462513bfc2:43677 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:17:53,499 INFO [RS:0;7b462513bfc2:43677 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:17:53,501 INFO [RS:0;7b462513bfc2:43677 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C43677%2C1732187871511, suffix=, logDir=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/WALs/7b462513bfc2,43677,1732187871511, archiveDir=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/oldWALs, maxLogs=10 2024-11-21T11:17:53,514 DEBUG [RS:0;7b462513bfc2:43677 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/WALs/7b462513bfc2,43677,1732187871511/7b462513bfc2%2C43677%2C1732187871511.1732187873501, exclude list is [], retry=0 2024-11-21T11:17:53,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33637,DS-c5771afb-ef7d-4efc-a7c0-9f8539f6f366,DISK] 2024-11-21T11:17:53,520 INFO [RS:0;7b462513bfc2:43677 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/WALs/7b462513bfc2,43677,1732187871511/7b462513bfc2%2C43677%2C1732187871511.1732187873501 2024-11-21T11:17:53,520 DEBUG [RS:0;7b462513bfc2:43677 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35255:35255)] 2024-11-21T11:17:53,690 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:17:53,690 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4 2024-11-21T11:17:53,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:17:54,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:54,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:17:54,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:17:54,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:54,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:54,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:17:54,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:17:54,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:54,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:54,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:17:54,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:17:54,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:54,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:54,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:17:54,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:17:54,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:54,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:54,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:17:54,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740 2024-11-21T11:17:54,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740 2024-11-21T11:17:54,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:17:54,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:17:54,107 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:54,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:17:54,110 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:17:54,111 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63275779, jitterRate=-0.05711741745471954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:54,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732187874097Initializing all the Stores at 1732187874098 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187874098Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187874099 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187874099Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187874099Cleaning up temporary data from old regions at 1732187874107 (+8 ms)Region opened successfully at 1732187874111 (+4 ms) 2024-11-21T11:17:54,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:17:54,111 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:17:54,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:17:54,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:17:54,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:17:54,111 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:17:54,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187874111Disabling compacts and flushes for region at 1732187874111Disabling writes for close at 1732187874111Writing region close event to WAL at 1732187874111Closed at 1732187874111 2024-11-21T11:17:54,113 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:54,113 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:17:54,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:17:54,114 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:17:54,115 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:17:54,265 DEBUG [7b462513bfc2:40379 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:17:54,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,43677,1732187871511 2024-11-21T11:17:54,267 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,43677,1732187871511, state=OPENING 2024-11-21T11:17:54,268 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:17:54,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712 2024-11-21T11:17:54,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712 2024-11-21T11:17:54,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1637997712/meta-region-server: CHANGED 2024-11-21T11:17:54,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1637997712/meta-region-server: CHANGED 2024-11-21T11:17:54,271 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:17:54,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,43677,1732187871511}] 2024-11-21T11:17:54,424 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:17:54,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:17:54,430 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:17:54,431 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:17:54,431 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:17:54,432 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C43677%2C1732187871511.meta, suffix=.meta, logDir=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/WALs/7b462513bfc2,43677,1732187871511, archiveDir=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/oldWALs, maxLogs=10 2024-11-21T11:17:54,446 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/WALs/7b462513bfc2,43677,1732187871511/7b462513bfc2%2C43677%2C1732187871511.meta.1732187874432.meta, exclude list is [], retry=0 2024-11-21T11:17:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33637,DS-c5771afb-ef7d-4efc-a7c0-9f8539f6f366,DISK] 2024-11-21T11:17:54,450 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/WALs/7b462513bfc2,43677,1732187871511/7b462513bfc2%2C43677%2C1732187871511.meta.1732187874432.meta 2024-11-21T11:17:54,451 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35255:35255)] 2024-11-21T11:17:54,451 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:54,451 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:17:54,451 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:17:54,451 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:17:54,451 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:17:54,451 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:17:54,452 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:54,452 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:17:54,452 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:17:54,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:17:54,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:17:54,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:54,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:54,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:17:54,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:17:54,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:54,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:54,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:17:54,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:17:54,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:54,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:54,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:17:54,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:17:54,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:54,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:17:54,458 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:17:54,459 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740 2024-11-21T11:17:54,460 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740 2024-11-21T11:17:54,461 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:17:54,461 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:17:54,461 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:17:54,462 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:17:54,463 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71723697, jitterRate=0.06876637041568756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:17:54,463 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:17:54,463 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732187874452Writing region info on filesystem at 1732187874452Initializing all the Stores at 1732187874453 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187874453Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187874453Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187874453Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187874453Cleaning up temporary data from old regions at 1732187874461 (+8 ms)Running coprocessor post-open hooks at 1732187874463 (+2 ms)Region opened successfully at 1732187874463 2024-11-21T11:17:54,464 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732187874424 2024-11-21T11:17:54,466 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:17:54,466 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:17:54,467 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,43677,1732187871511 2024-11-21T11:17:54,468 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,43677,1732187871511, state=OPEN 2024-11-21T11:17:54,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1637997712/meta-region-server 2024-11-21T11:17:54,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1637997712/meta-region-server 2024-11-21T11:17:54,471 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,43677,1732187871511 2024-11-21T11:17:54,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1637997712/meta-region-server: CHANGED 2024-11-21T11:17:54,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1637997712/meta-region-server: CHANGED 2024-11-21T11:17:54,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:17:54,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,43677,1732187871511 in 200 msec 2024-11-21T11:17:54,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:17:54,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-21T11:17:54,476 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:17:54,476 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:17:54,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:17:54,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,43677,1732187871511, seqNum=-1] 2024-11-21T11:17:54,478 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:17:54,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:17:54,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-21T11:17:54,484 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732187874484, completionTime=-1 2024-11-21T11:17:54,484 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:17:54,484 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:17:54,486 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:17:54,486 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732187934486 2024-11-21T11:17:54,486 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732187994486 2024-11-21T11:17:54,486 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T11:17:54,486 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40379,1732187871471-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:54,486 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40379,1732187871471-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:54,486 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40379,1732187871471-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:54,486 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:40379, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:54,486 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:54,486 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:54,488 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:17:54,490 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.947sec 2024-11-21T11:17:54,490 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:17:54,490 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:17:54,490 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:17:54,490 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:17:54,490 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:17:54,490 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40379,1732187871471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:17:54,490 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40379,1732187871471-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:17:54,492 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:17:54,492 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:17:54,492 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40379,1732187871471-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:17:54,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:54,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,40379,-1 for getting cluster id 2024-11-21T11:17:54,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:54,529 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02717066-9dbe-402e-b541-0bc9894aab0e' 2024-11-21T11:17:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02717066-9dbe-402e-b541-0bc9894aab0e" 2024-11-21T11:17:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26aa6d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,40379,-1] 2024-11-21T11:17:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:54,531 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:54,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:54,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:17:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,43677,1732187871511, seqNum=-1] 2024-11-21T11:17:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:17:54,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:17:54,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,40379,1732187871471 2024-11-21T11:17:54,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51935 2024-11-21T11:17:54,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:17:54,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a3f34c50005 connected 2024-11-21T11:17:54,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,44481,1732187868906 2024-11-21T11:17:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d7e69dd 2024-11-21T11:17:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:54,549 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:17:54,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:17:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T11:17:54,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:17:54,558 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:54,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T11:17:54,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:17:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:54,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741835_1011 (size=902) 2024-11-21T11:17:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:54,968 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 467cf3da43ee9cb79354aff41281bd47, NAME => 'test,,1732187874550.467cf3da43ee9cb79354aff41281bd47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b 2024-11-21T11:17:54,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741836_1012 (size=39) 2024-11-21T11:17:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:55,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732187874550.467cf3da43ee9cb79354aff41281bd47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:55,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 467cf3da43ee9cb79354aff41281bd47, disabling compactions & flushes 2024-11-21T11:17:55,374 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732187874550.467cf3da43ee9cb79354aff41281bd47. 2024-11-21T11:17:55,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732187874550.467cf3da43ee9cb79354aff41281bd47. 2024-11-21T11:17:55,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732187874550.467cf3da43ee9cb79354aff41281bd47. after waiting 0 ms 2024-11-21T11:17:55,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732187874550.467cf3da43ee9cb79354aff41281bd47. 2024-11-21T11:17:55,374 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732187874550.467cf3da43ee9cb79354aff41281bd47. 2024-11-21T11:17:55,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 467cf3da43ee9cb79354aff41281bd47: Waiting for close lock at 1732187875374Disabling compacts and flushes for region at 1732187875374Disabling writes for close at 1732187875374Writing region close event to WAL at 1732187875374Closed at 1732187875374 2024-11-21T11:17:55,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:17:55,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732187874550.467cf3da43ee9cb79354aff41281bd47.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732187875376"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732187875376"}]},"ts":"1732187875376"} 2024-11-21T11:17:55,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:17:55,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:17:55,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187875380"}]},"ts":"1732187875380"} 2024-11-21T11:17:55,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T11:17:55,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=467cf3da43ee9cb79354aff41281bd47, ASSIGN}] 2024-11-21T11:17:55,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=467cf3da43ee9cb79354aff41281bd47, ASSIGN 2024-11-21T11:17:55,384 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=467cf3da43ee9cb79354aff41281bd47, ASSIGN; state=OFFLINE, location=7b462513bfc2,36585,1732187868966; forceNewPlan=false, retain=false 2024-11-21T11:17:55,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=467cf3da43ee9cb79354aff41281bd47, regionState=OPENING, regionLocation=7b462513bfc2,36585,1732187868966 2024-11-21T11:17:55,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=467cf3da43ee9cb79354aff41281bd47, ASSIGN because future has completed 2024-11-21T11:17:55,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 467cf3da43ee9cb79354aff41281bd47, server=7b462513bfc2,36585,1732187868966}] 2024-11-21T11:17:55,694 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732187874550.467cf3da43ee9cb79354aff41281bd47. 2024-11-21T11:17:55,694 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 467cf3da43ee9cb79354aff41281bd47, NAME => 'test,,1732187874550.467cf3da43ee9cb79354aff41281bd47.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:55,695 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:17:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:55,695 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T11:17:55,695 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 467cf3da43ee9cb79354aff41281bd47 2024-11-21T11:17:55,695 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732187874550.467cf3da43ee9cb79354aff41281bd47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:55,696 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 467cf3da43ee9cb79354aff41281bd47 2024-11-21T11:17:55,696 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 467cf3da43ee9cb79354aff41281bd47 2024-11-21T11:17:55,697 INFO [StoreOpener-467cf3da43ee9cb79354aff41281bd47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 467cf3da43ee9cb79354aff41281bd47 2024-11-21T11:17:55,698 INFO [StoreOpener-467cf3da43ee9cb79354aff41281bd47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 467cf3da43ee9cb79354aff41281bd47 columnFamilyName f 2024-11-21T11:17:55,698 DEBUG [StoreOpener-467cf3da43ee9cb79354aff41281bd47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:55,698 INFO [StoreOpener-467cf3da43ee9cb79354aff41281bd47-1 {}] regionserver.HStore(327): Store=467cf3da43ee9cb79354aff41281bd47/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:55,699 INFO [StoreOpener-467cf3da43ee9cb79354aff41281bd47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 467cf3da43ee9cb79354aff41281bd47 2024-11-21T11:17:55,700 INFO [StoreOpener-467cf3da43ee9cb79354aff41281bd47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 467cf3da43ee9cb79354aff41281bd47 columnFamilyName f1 2024-11-21T11:17:55,700 DEBUG [StoreOpener-467cf3da43ee9cb79354aff41281bd47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:55,700 INFO [StoreOpener-467cf3da43ee9cb79354aff41281bd47-1 {}] regionserver.HStore(327): Store=467cf3da43ee9cb79354aff41281bd47/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:55,700 INFO [StoreOpener-467cf3da43ee9cb79354aff41281bd47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 467cf3da43ee9cb79354aff41281bd47 2024-11-21T11:17:55,701 INFO [StoreOpener-467cf3da43ee9cb79354aff41281bd47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 467cf3da43ee9cb79354aff41281bd47 columnFamilyName norep 2024-11-21T11:17:55,701 DEBUG [StoreOpener-467cf3da43ee9cb79354aff41281bd47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:55,701 INFO [StoreOpener-467cf3da43ee9cb79354aff41281bd47-1 {}] regionserver.HStore(327): Store=467cf3da43ee9cb79354aff41281bd47/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:55,702 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 467cf3da43ee9cb79354aff41281bd47 2024-11-21T11:17:55,702 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47 2024-11-21T11:17:55,702 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47 2024-11-21T11:17:55,703 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 467cf3da43ee9cb79354aff41281bd47 2024-11-21T11:17:55,703 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 467cf3da43ee9cb79354aff41281bd47 2024-11-21T11:17:55,704 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:17:55,705 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 467cf3da43ee9cb79354aff41281bd47 2024-11-21T11:17:55,707 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:17:55,707 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 467cf3da43ee9cb79354aff41281bd47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72927413, jitterRate=0.08670313656330109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:17:55,707 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 467cf3da43ee9cb79354aff41281bd47 2024-11-21T11:17:55,708 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 467cf3da43ee9cb79354aff41281bd47: Running coprocessor pre-open hook at 1732187875696Writing region info on filesystem at 1732187875696Initializing all the Stores at 1732187875696Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187875697 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187875697Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187875697Cleaning up temporary data from old regions at 1732187875703 (+6 ms)Running coprocessor post-open hooks at 1732187875707 (+4 ms)Region opened successfully at 1732187875708 (+1 ms) 2024-11-21T11:17:55,710 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732187874550.467cf3da43ee9cb79354aff41281bd47., pid=6, masterSystemTime=1732187875690 2024-11-21T11:17:55,712 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732187874550.467cf3da43ee9cb79354aff41281bd47. 2024-11-21T11:17:55,712 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732187874550.467cf3da43ee9cb79354aff41281bd47. 2024-11-21T11:17:55,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=467cf3da43ee9cb79354aff41281bd47, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b462513bfc2,36585,1732187868966 2024-11-21T11:17:55,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 467cf3da43ee9cb79354aff41281bd47, server=7b462513bfc2,36585,1732187868966 because future has completed 2024-11-21T11:17:55,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:17:55,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 467cf3da43ee9cb79354aff41281bd47, server=7b462513bfc2,36585,1732187868966 in 179 msec 2024-11-21T11:17:55,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:17:55,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=467cf3da43ee9cb79354aff41281bd47, ASSIGN in 337 msec 2024-11-21T11:17:55,723 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:17:55,723 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187875723"}]},"ts":"1732187875723"} 2024-11-21T11:17:55,725 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T11:17:55,726 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:17:55,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-21T11:17:56,317 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:17:56,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:17:56,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:17:56,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:17:56,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:17:56,357 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:17:56,357 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T11:17:56,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:56,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:56,705 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T11:17:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,40379,1732187871471 2024-11-21T11:17:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3447488e 2024-11-21T11:17:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:56,707 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:17:56,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:17:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T11:17:56,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:17:56,711 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:56,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T11:17:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:56,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:17:56,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741835_1011 (size=902) 2024-11-21T11:17:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:57,121 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1bc1a2004b1132ff4530ad3a1089edc, NAME => 'test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4 2024-11-21T11:17:57,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741836_1012 (size=39) 2024-11-21T11:17:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:57,528 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:57,528 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a1bc1a2004b1132ff4530ad3a1089edc, disabling compactions & flushes 2024-11-21T11:17:57,528 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc. 2024-11-21T11:17:57,528 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc. 2024-11-21T11:17:57,528 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc. after waiting 0 ms 2024-11-21T11:17:57,528 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc. 2024-11-21T11:17:57,528 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc. 2024-11-21T11:17:57,528 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1bc1a2004b1132ff4530ad3a1089edc: Waiting for close lock at 1732187877528Disabling compacts and flushes for region at 1732187877528Disabling writes for close at 1732187877528Writing region close event to WAL at 1732187877528Closed at 1732187877528 2024-11-21T11:17:57,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:17:57,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732187877529"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732187877529"}]},"ts":"1732187877529"} 2024-11-21T11:17:57,532 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:17:57,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:17:57,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187877534"}]},"ts":"1732187877534"} 2024-11-21T11:17:57,536 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T11:17:57,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1bc1a2004b1132ff4530ad3a1089edc, ASSIGN}] 2024-11-21T11:17:57,538 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1bc1a2004b1132ff4530ad3a1089edc, ASSIGN 2024-11-21T11:17:57,538 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a1bc1a2004b1132ff4530ad3a1089edc, ASSIGN; state=OFFLINE, location=7b462513bfc2,43677,1732187871511; forceNewPlan=false, retain=false 2024-11-21T11:17:57,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1bc1a2004b1132ff4530ad3a1089edc, regionState=OPENING, regionLocation=7b462513bfc2,43677,1732187871511 2024-11-21T11:17:57,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a1bc1a2004b1132ff4530ad3a1089edc, ASSIGN because future has completed 2024-11-21T11:17:57,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1bc1a2004b1132ff4530ad3a1089edc, server=7b462513bfc2,43677,1732187871511}] 2024-11-21T11:17:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:57,849 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc. 2024-11-21T11:17:57,849 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a1bc1a2004b1132ff4530ad3a1089edc, NAME => 'test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:17:57,850 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:17:57,850 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T11:17:57,850 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a1bc1a2004b1132ff4530ad3a1089edc 2024-11-21T11:17:57,850 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:57,850 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a1bc1a2004b1132ff4530ad3a1089edc 2024-11-21T11:17:57,850 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a1bc1a2004b1132ff4530ad3a1089edc 2024-11-21T11:17:57,852 INFO [StoreOpener-a1bc1a2004b1132ff4530ad3a1089edc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a1bc1a2004b1132ff4530ad3a1089edc 2024-11-21T11:17:57,853 INFO [StoreOpener-a1bc1a2004b1132ff4530ad3a1089edc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1bc1a2004b1132ff4530ad3a1089edc columnFamilyName f 2024-11-21T11:17:57,853 DEBUG [StoreOpener-a1bc1a2004b1132ff4530ad3a1089edc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:57,853 INFO [StoreOpener-a1bc1a2004b1132ff4530ad3a1089edc-1 {}] regionserver.HStore(327): Store=a1bc1a2004b1132ff4530ad3a1089edc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:57,854 INFO [StoreOpener-a1bc1a2004b1132ff4530ad3a1089edc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a1bc1a2004b1132ff4530ad3a1089edc 2024-11-21T11:17:57,855 INFO [StoreOpener-a1bc1a2004b1132ff4530ad3a1089edc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1bc1a2004b1132ff4530ad3a1089edc columnFamilyName f1 2024-11-21T11:17:57,855 DEBUG [StoreOpener-a1bc1a2004b1132ff4530ad3a1089edc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:57,855 INFO [StoreOpener-a1bc1a2004b1132ff4530ad3a1089edc-1 {}] regionserver.HStore(327): Store=a1bc1a2004b1132ff4530ad3a1089edc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:57,855 INFO [StoreOpener-a1bc1a2004b1132ff4530ad3a1089edc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a1bc1a2004b1132ff4530ad3a1089edc 2024-11-21T11:17:57,856 INFO [StoreOpener-a1bc1a2004b1132ff4530ad3a1089edc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1bc1a2004b1132ff4530ad3a1089edc columnFamilyName norep 2024-11-21T11:17:57,856 DEBUG [StoreOpener-a1bc1a2004b1132ff4530ad3a1089edc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:57,857 INFO [StoreOpener-a1bc1a2004b1132ff4530ad3a1089edc-1 {}] regionserver.HStore(327): Store=a1bc1a2004b1132ff4530ad3a1089edc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:17:57,857 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a1bc1a2004b1132ff4530ad3a1089edc 2024-11-21T11:17:57,857 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/default/test/a1bc1a2004b1132ff4530ad3a1089edc 2024-11-21T11:17:57,858 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/default/test/a1bc1a2004b1132ff4530ad3a1089edc 2024-11-21T11:17:57,858 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a1bc1a2004b1132ff4530ad3a1089edc 2024-11-21T11:17:57,858 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a1bc1a2004b1132ff4530ad3a1089edc 2024-11-21T11:17:57,859 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:17:57,860 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a1bc1a2004b1132ff4530ad3a1089edc 2024-11-21T11:17:57,862 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/default/test/a1bc1a2004b1132ff4530ad3a1089edc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:17:57,862 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a1bc1a2004b1132ff4530ad3a1089edc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68626102, jitterRate=0.02260860800743103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:17:57,862 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1bc1a2004b1132ff4530ad3a1089edc 2024-11-21T11:17:57,862 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a1bc1a2004b1132ff4530ad3a1089edc: Running coprocessor pre-open hook at 1732187877850Writing region info on filesystem at 1732187877850Initializing all the Stores at 1732187877851 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187877851Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187877851Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187877851Cleaning up temporary data from old regions at 1732187877858 (+7 ms)Running coprocessor post-open hooks at 1732187877862 (+4 ms)Region opened successfully at 1732187877862 2024-11-21T11:17:57,864 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc., pid=6, masterSystemTime=1732187877845 2024-11-21T11:17:57,866 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc. 2024-11-21T11:17:57,866 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc. 2024-11-21T11:17:57,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1bc1a2004b1132ff4530ad3a1089edc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b462513bfc2,43677,1732187871511 2024-11-21T11:17:57,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1bc1a2004b1132ff4530ad3a1089edc, server=7b462513bfc2,43677,1732187871511 because future has completed 2024-11-21T11:17:57,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:17:57,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a1bc1a2004b1132ff4530ad3a1089edc, server=7b462513bfc2,43677,1732187871511 in 179 msec 2024-11-21T11:17:57,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:17:57,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a1bc1a2004b1132ff4530ad3a1089edc, ASSIGN in 337 msec 2024-11-21T11:17:57,876 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:17:57,876 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187877876"}]},"ts":"1732187877876"} 2024-11-21T11:17:57,879 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T11:17:57,880 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:17:57,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-21T11:17:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:17:58,855 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T11:17:58,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:58,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,44481,-1 for getting cluster id 2024-11-21T11:17:58,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:58,857 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca6979fd-8ecf-431d-8407-3ee790572f50' 2024-11-21T11:17:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca6979fd-8ecf-431d-8407-3ee790572f50" 2024-11-21T11:17:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d6f2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:58,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,44481,-1] 2024-11-21T11:17:58,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:58,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:58,859 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:58,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd2b805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:58,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:58,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,40379,-1 for getting cluster id 2024-11-21T11:17:58,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:58,861 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02717066-9dbe-402e-b541-0bc9894aab0e' 2024-11-21T11:17:58,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:58,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02717066-9dbe-402e-b541-0bc9894aab0e" 2024-11-21T11:17:58,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed09f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:58,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,40379,-1] 2024-11-21T11:17:58,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:58,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:58,862 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:58,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7422eba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:58,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aeae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:58,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,44481,-1 for getting cluster id 2024-11-21T11:17:58,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:58,864 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca6979fd-8ecf-431d-8407-3ee790572f50' 2024-11-21T11:17:58,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:58,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca6979fd-8ecf-431d-8407-3ee790572f50" 2024-11-21T11:17:58,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e5f7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:58,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,44481,-1] 2024-11-21T11:17:58,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:58,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:58,866 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ffc6a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:58,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,44481,1732187868906 2024-11-21T11:17:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78375656 2024-11-21T11:17:58,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:58,870 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:17:58,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b462513bfc2:40379,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:17:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:17:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:17:58,874 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:40379' 2024-11-21T11:17:58,874 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2e8404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:58,874 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,40379,-1 for getting cluster id 2024-11-21T11:17:58,875 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:17:58,875 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02717066-9dbe-402e-b541-0bc9894aab0e' 2024-11-21T11:17:58,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:17:58,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02717066-9dbe-402e-b541-0bc9894aab0e" 2024-11-21T11:17:58,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194774e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:58,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,40379,-1] 2024-11-21T11:17:58,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:17:58,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:58,877 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:17:58,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6793afc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:17:58,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:17:58,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,40379,1732187871471 2024-11-21T11:17:58,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77b7643a 2024-11-21T11:17:58,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:17:58,879 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:17:58,879 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T11:17:58,879 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:17:58,880 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:58,880 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:17:58,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:17:58,880 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:17:58,881 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T11:17:58,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:17:58,882 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:17:58,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:17:58,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741837_1013 (size=1138) 2024-11-21T11:17:58,931 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T11:17:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:17:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:17:59,292 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c99aec215710e3c511eac8dece9f8dae, NAME => 'hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b 2024-11-21T11:17:59,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741838_1014 (size=44) 2024-11-21T11:17:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:17:59,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:17:59,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c99aec215710e3c511eac8dece9f8dae, disabling compactions & flushes 2024-11-21T11:17:59,698 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae. 2024-11-21T11:17:59,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae. 2024-11-21T11:17:59,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae. after waiting 0 ms 2024-11-21T11:17:59,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae. 2024-11-21T11:17:59,698 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae. 2024-11-21T11:17:59,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c99aec215710e3c511eac8dece9f8dae: Waiting for close lock at 1732187879698Disabling compacts and flushes for region at 1732187879698Disabling writes for close at 1732187879698Writing region close event to WAL at 1732187879698Closed at 1732187879698 2024-11-21T11:17:59,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:17:59,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732187879699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732187879699"}]},"ts":"1732187879699"} 2024-11-21T11:17:59,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:17:59,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:17:59,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187879703"}]},"ts":"1732187879703"} 2024-11-21T11:17:59,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T11:17:59,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c99aec215710e3c511eac8dece9f8dae, ASSIGN}] 2024-11-21T11:17:59,707 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c99aec215710e3c511eac8dece9f8dae, ASSIGN 2024-11-21T11:17:59,708 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c99aec215710e3c511eac8dece9f8dae, ASSIGN; state=OFFLINE, location=7b462513bfc2,36585,1732187868966; forceNewPlan=false, retain=false 2024-11-21T11:17:59,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c99aec215710e3c511eac8dece9f8dae, regionState=OPENING, regionLocation=7b462513bfc2,36585,1732187868966 2024-11-21T11:17:59,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c99aec215710e3c511eac8dece9f8dae, ASSIGN because future has completed 2024-11-21T11:17:59,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c99aec215710e3c511eac8dece9f8dae, server=7b462513bfc2,36585,1732187868966}] 2024-11-21T11:17:59,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T11:17:59,936 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T11:17:59,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T11:17:59,937 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T11:17:59,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:17:59,937 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T11:17:59,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:17:59,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T11:17:59,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:17:59,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T11:17:59,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T11:17:59,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T11:18:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:18:00,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae. 2024-11-21T11:18:00,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:18:00,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T11:18:00,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C36585%2C1732187868966.rep, suffix=, logDir=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966, archiveDir=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/oldWALs, maxLogs=10 2024-11-21T11:18:00,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.rep.1732187880019, exclude list is [], retry=0 2024-11-21T11:18:00,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41067,DS-a8c9f81f-d67e-420f-a3be-709f41a4e4a7,DISK] 2024-11-21T11:18:00,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.rep.1732187880019 2024-11-21T11:18:00,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40451:40451)] 2024-11-21T11:18:00,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c99aec215710e3c511eac8dece9f8dae, NAME => 'hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:18:00,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:18:00,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:18:00,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae. service=MultiRowMutationService 2024-11-21T11:18:00,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T11:18:00,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:18:00,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:18:00,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:18:00,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:18:00,039 INFO [StoreOpener-c99aec215710e3c511eac8dece9f8dae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:18:00,040 INFO [StoreOpener-c99aec215710e3c511eac8dece9f8dae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c99aec215710e3c511eac8dece9f8dae columnFamilyName hfileref 2024-11-21T11:18:00,040 DEBUG [StoreOpener-c99aec215710e3c511eac8dece9f8dae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:18:00,040 INFO [StoreOpener-c99aec215710e3c511eac8dece9f8dae-1 {}] regionserver.HStore(327): Store=c99aec215710e3c511eac8dece9f8dae/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:18:00,041 INFO [StoreOpener-c99aec215710e3c511eac8dece9f8dae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:18:00,041 INFO [StoreOpener-c99aec215710e3c511eac8dece9f8dae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c99aec215710e3c511eac8dece9f8dae columnFamilyName queue 2024-11-21T11:18:00,041 DEBUG [StoreOpener-c99aec215710e3c511eac8dece9f8dae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:18:00,042 INFO [StoreOpener-c99aec215710e3c511eac8dece9f8dae-1 {}] regionserver.HStore(327): Store=c99aec215710e3c511eac8dece9f8dae/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:18:00,042 INFO [StoreOpener-c99aec215710e3c511eac8dece9f8dae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:18:00,043 INFO [StoreOpener-c99aec215710e3c511eac8dece9f8dae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c99aec215710e3c511eac8dece9f8dae columnFamilyName sid 2024-11-21T11:18:00,043 DEBUG [StoreOpener-c99aec215710e3c511eac8dece9f8dae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:18:00,043 INFO [StoreOpener-c99aec215710e3c511eac8dece9f8dae-1 {}] regionserver.HStore(327): Store=c99aec215710e3c511eac8dece9f8dae/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:18:00,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:18:00,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/replication/c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:18:00,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/replication/c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:18:00,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:18:00,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:18:00,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:18:00,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:18:00,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/replication/c99aec215710e3c511eac8dece9f8dae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:18:00,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c99aec215710e3c511eac8dece9f8dae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61027838, jitterRate=-0.09061434864997864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:18:00,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:18:00,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c99aec215710e3c511eac8dece9f8dae: Running coprocessor pre-open hook at 1732187880038Writing region info on filesystem at 1732187880038Initializing all the Stores at 1732187880038Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187880039 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187880039Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187880039Cleaning up temporary data from old regions at 1732187880045 (+6 ms)Running coprocessor post-open hooks at 1732187880049 (+4 ms)Region opened successfully at 1732187880050 (+1 ms) 2024-11-21T11:18:00,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae., pid=10, masterSystemTime=1732187880012 2024-11-21T11:18:00,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae. 2024-11-21T11:18:00,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae. 2024-11-21T11:18:00,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c99aec215710e3c511eac8dece9f8dae, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,36585,1732187868966 2024-11-21T11:18:00,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c99aec215710e3c511eac8dece9f8dae, server=7b462513bfc2,36585,1732187868966 because future has completed 2024-11-21T11:18:00,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T11:18:00,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c99aec215710e3c511eac8dece9f8dae, server=7b462513bfc2,36585,1732187868966 in 196 msec 2024-11-21T11:18:00,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T11:18:00,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c99aec215710e3c511eac8dece9f8dae, ASSIGN in 354 msec 2024-11-21T11:18:00,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:18:00,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187880062"}]},"ts":"1732187880062"} 2024-11-21T11:18:00,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T11:18:00,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:18:00,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-21T11:18:00,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae., hostname=7b462513bfc2,36585,1732187868966, seqNum=2] 2024-11-21T11:18:00,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081 2024-11-21T11:18:00,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081 2024-11-21T11:18:00,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:18:00,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T11:18:00,251 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T11:18:00,280 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,36585,1732187868966, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:18:00,281 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:18:00,281 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,36585,1732187868966, seqNum=-1] 2024-11-21T11:18:00,281 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:18:00,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-21T11:18:00,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b462513bfc2,36585,1732187868966', locateType=CURRENT is [region=hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae., hostname=7b462513bfc2,36585,1732187868966, seqNum=2] 2024-11-21T11:18:00,287 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T11:18:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T11:18:00,289 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b462513bfc2,36585,1732187868966 suceeded 2024-11-21T11:18:00,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T11:18:00,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-21T11:18:00,291 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b462513bfc2:40379,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-21T11:18:00,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-11-21T11:18:00,305 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:40379' 2024-11-21T11:18:00,307 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8fbf283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:18:00,307 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,40379,-1 for getting cluster id 2024-11-21T11:18:00,307 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:18:00,308 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02717066-9dbe-402e-b541-0bc9894aab0e' 2024-11-21T11:18:00,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:18:00,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02717066-9dbe-402e-b541-0bc9894aab0e" 2024-11-21T11:18:00,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46c7ba30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:18:00,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,40379,-1] 2024-11-21T11:18:00,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:18:00,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:18:00,309 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:18:00,310 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48919ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:18:00,310 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:18:00,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,40379,1732187871471 2024-11-21T11:18:00,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d9daf31 2024-11-21T11:18:00,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:18:00,312 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-21T11:18:00,312 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,36585,1732187868966 (queues=1) is replicating from cluster=ca6979fd-8ecf-431d-8407-3ee790572f50 to cluster=02717066-9dbe-402e-b541-0bc9894aab0e 2024-11-21T11:18:00,312 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C36585%2C1732187868966 2024-11-21T11:18:00,312 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,36585,1732187868966, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:18:00,313 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.shipper7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C36585%2C1732187868966 2024-11-21T11:18:00,313 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302, startPosition=0, beingWritten=true 2024-11-21T11:18:00,323 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:18:00,323 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 379, reset compression=false 2024-11-21T11:18:00,323 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.shipper7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,36585,1732187868966 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:18:00,528 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 379, reset compression=false 2024-11-21T11:18:00,833 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 379, reset compression=false 2024-11-21T11:18:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:18:01,025 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T11:18:01,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:18:01,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:18:01,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:18:01,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:18:01,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:18:01,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:18:01,031 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732187881030/Put/seqid=0 2024-11-21T11:18:01,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741840_1016 (size=7894) 2024-11-21T11:18:01,238 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 379, reset compression=false 2024-11-21T11:18:01,439 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/load_f/f/hfile_1 is 34, key is ddd/f:row/1732187881438/Put/seqid=0 2024-11-21T11:18:01,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741841_1017 (size=7691) 2024-11-21T11:18:01,743 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 379, reset compression=false 2024-11-21T11:18:01,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:18:01,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,44481,-1 for getting cluster id 2024-11-21T11:18:01,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:18:01,851 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca6979fd-8ecf-431d-8407-3ee790572f50' 2024-11-21T11:18:01,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:18:01,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca6979fd-8ecf-431d-8407-3ee790572f50" 2024-11-21T11:18:01,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28506331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:18:01,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,44481,-1] 2024-11-21T11:18:01,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:18:01,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:18:01,853 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:18:01,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bb41bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:18:01,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:18:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,36585,1732187868966, seqNum=-1] 2024-11-21T11:18:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:18:01,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:18:01,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:18:01,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,44481,1732187868906 2024-11-21T11:18:01,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b2e7de8 2024-11-21T11:18:01,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:18:01,871 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:18:01,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732187874550.467cf3da43ee9cb79354aff41281bd47., hostname=7b462513bfc2,36585,1732187868966, seqNum=2] 2024-11-21T11:18:01,887 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T11:18:01,901 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T11:18:01,905 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T11:18:01,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/load_f/f/hfile_1 for inclusion in 467cf3da43ee9cb79354aff41281bd47/f 2024-11-21T11:18:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T11:18:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:18:01,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/load_f/f/hfile_0 for inclusion in 467cf3da43ee9cb79354aff41281bd47/f 2024-11-21T11:18:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T11:18:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:18:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HRegion(2603): Flush status journal for 467cf3da43ee9cb79354aff41281bd47: 2024-11-21T11:18:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/load_f/f/hfile_1 to hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__32tsnrnhcp98mfmjuei3bi6iglhkpbj4uvsetav5dk3p2p6i2njm5g8pccc66ka4/f/hfile_1 2024-11-21T11:18:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__32tsnrnhcp98mfmjuei3bi6iglhkpbj4uvsetav5dk3p2p6i2njm5g8pccc66ka4/f/hfile_1 as hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/f/ed2fe05dd9de4068a206e37b439449b1_SeqId_4_ 2024-11-21T11:18:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/load_f/f/hfile_0 to hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__32tsnrnhcp98mfmjuei3bi6iglhkpbj4uvsetav5dk3p2p6i2njm5g8pccc66ka4/f/hfile_0 2024-11-21T11:18:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__32tsnrnhcp98mfmjuei3bi6iglhkpbj4uvsetav5dk3p2p6i2njm5g8pccc66ka4/f/hfile_0 as hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/f/ab9a73d55d694601922e623f0f44e966_SeqId_4_ 2024-11-21T11:18:01,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__32tsnrnhcp98mfmjuei3bi6iglhkpbj4uvsetav5dk3p2p6i2njm5g8pccc66ka4/f/hfile_1 into 467cf3da43ee9cb79354aff41281bd47/f as hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/f/ed2fe05dd9de4068a206e37b439449b1_SeqId_4_ - updating store file list. 2024-11-21T11:18:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed2fe05dd9de4068a206e37b439449b1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T11:18:01,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/f/ed2fe05dd9de4068a206e37b439449b1_SeqId_4_ into 467cf3da43ee9cb79354aff41281bd47/f 2024-11-21T11:18:01,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__32tsnrnhcp98mfmjuei3bi6iglhkpbj4uvsetav5dk3p2p6i2njm5g8pccc66ka4/f/hfile_1 into 467cf3da43ee9cb79354aff41281bd47/f (new location: hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/f/ed2fe05dd9de4068a206e37b439449b1_SeqId_4_) 2024-11-21T11:18:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__32tsnrnhcp98mfmjuei3bi6iglhkpbj4uvsetav5dk3p2p6i2njm5g8pccc66ka4/f/hfile_1 2024-11-21T11:18:01,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__32tsnrnhcp98mfmjuei3bi6iglhkpbj4uvsetav5dk3p2p6i2njm5g8pccc66ka4/f/hfile_0 into 467cf3da43ee9cb79354aff41281bd47/f as hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/f/ab9a73d55d694601922e623f0f44e966_SeqId_4_ - updating store file list. 2024-11-21T11:18:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ab9a73d55d694601922e623f0f44e966_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T11:18:01,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/f/ab9a73d55d694601922e623f0f44e966_SeqId_4_ into 467cf3da43ee9cb79354aff41281bd47/f 2024-11-21T11:18:01,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__32tsnrnhcp98mfmjuei3bi6iglhkpbj4uvsetav5dk3p2p6i2njm5g8pccc66ka4/f/hfile_0 into 467cf3da43ee9cb79354aff41281bd47/f (new location: hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/f/ab9a73d55d694601922e623f0f44e966_SeqId_4_) 2024-11-21T11:18:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__32tsnrnhcp98mfmjuei3bi6iglhkpbj4uvsetav5dk3p2p6i2njm5g8pccc66ka4/f/hfile_0 2024-11-21T11:18:02,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:18:02,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:18:02,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:18:02,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:18:02,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:18:02,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:18:02,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732187874550.467cf3da43ee9cb79354aff41281bd47., hostname=7b462513bfc2,36585,1732187868966, seqNum=2 , the old value is region=test,,1732187874550.467cf3da43ee9cb79354aff41281bd47., hostname=7b462513bfc2,36585,1732187868966, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b462513bfc2:36585 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T11:18:02,012 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,43677,1732187871511, seqNum=-1] 2024-11-21T11:18:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732187874550.467cf3da43ee9cb79354aff41281bd47., hostname=7b462513bfc2,36585,1732187868966, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T11:18:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732187874550.467cf3da43ee9cb79354aff41281bd47., hostname=7b462513bfc2,36585,1732187868966, seqNum=2 from cache 2024-11-21T11:18:02,013 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T11:18:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:18:02,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:18:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc., hostname=7b462513bfc2,43677,1732187871511, seqNum=2] 2024-11-21T11:18:02,019 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T11:18:02,125 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:36585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T11:18:02,348 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 379, reset compression=false 2024-11-21T11:18:02,354 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:18:02,354 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.shipper7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,36585,1732187868966 got entry batch from reader: WALEntryBatch [walEntries=[{test/467cf3da43ee9cb79354aff41281bd47/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732187882002/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T11:18:02,358 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T11:18:02,377 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.shipper7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:18:02,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-21T11:18:02,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.ReplicationSink(318): Replicating [ca6979fd-8ecf-431d-8407-3ee790572f50] bulk loaded data 2024-11-21T11:18:02,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44b8d728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:18:02,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,40379,-1 for getting cluster id 2024-11-21T11:18:02,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:18:02,383 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02717066-9dbe-402e-b541-0bc9894aab0e' 2024-11-21T11:18:02,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:18:02,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02717066-9dbe-402e-b541-0bc9894aab0e" 2024-11-21T11:18:02,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29b8bbf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:18:02,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,40379,-1] 2024-11-21T11:18:02,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:18:02,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:18:02,385 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:18:02,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@618dce8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:18:02,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741837_1013 (size=7691) 2024-11-21T11:18:02,555 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 687, reset compression=false 2024-11-21T11:18:02,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741838_1014 (size=7894) 2024-11-21T11:18:02,859 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 687, reset compression=false 2024-11-21T11:18:03,021 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T11:18:03,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:18:03,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,40379,1732187871471 2024-11-21T11:18:03,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@197ef862 2024-11-21T11:18:03,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:18:03,216 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-21T11:18:03,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T11:18:03,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:18:03,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,43677,1732187871511, seqNum=-1] 2024-11-21T11:18:03,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:18:03,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-21T11:18:03,227 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/staging/jenkins.hfs.6__test__gl48nctigkfr4ebh8t78vha9u8usvr9j71nibiffb8ibueiggj0b8fsnosipuore/f/ab9a73d55d694601922e623f0f44e966_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T11:18:03,230 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/staging/jenkins.hfs.6__test__gl48nctigkfr4ebh8t78vha9u8usvr9j71nibiffb8ibueiggj0b8fsnosipuore/f/ed2fe05dd9de4068a206e37b439449b1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T11:18:03,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/staging/jenkins.hfs.6__test__gl48nctigkfr4ebh8t78vha9u8usvr9j71nibiffb8ibueiggj0b8fsnosipuore/f/ab9a73d55d694601922e623f0f44e966_SeqId_4_ for inclusion in a1bc1a2004b1132ff4530ad3a1089edc/f 2024-11-21T11:18:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T11:18:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:18:03,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/staging/jenkins.hfs.6__test__gl48nctigkfr4ebh8t78vha9u8usvr9j71nibiffb8ibueiggj0b8fsnosipuore/f/ed2fe05dd9de4068a206e37b439449b1_SeqId_4_ for inclusion in a1bc1a2004b1132ff4530ad3a1089edc/f 2024-11-21T11:18:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T11:18:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:18:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.HRegion(2603): Flush status journal for a1bc1a2004b1132ff4530ad3a1089edc: 2024-11-21T11:18:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ab9a73d55d694601922e623f0f44e966_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T11:18:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/staging/jenkins.hfs.6__test__gl48nctigkfr4ebh8t78vha9u8usvr9j71nibiffb8ibueiggj0b8fsnosipuore/f/ab9a73d55d694601922e623f0f44e966_SeqId_4_ as hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/default/test/a1bc1a2004b1132ff4530ad3a1089edc/f/690cc6ff89114fa4a489b7e6fac94a14_SeqId_4_ 2024-11-21T11:18:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ed2fe05dd9de4068a206e37b439449b1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T11:18:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/staging/jenkins.hfs.6__test__gl48nctigkfr4ebh8t78vha9u8usvr9j71nibiffb8ibueiggj0b8fsnosipuore/f/ed2fe05dd9de4068a206e37b439449b1_SeqId_4_ as hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/default/test/a1bc1a2004b1132ff4530ad3a1089edc/f/f1872dc443cb49708c53f4a483a0799a_SeqId_4_ 2024-11-21T11:18:03,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/staging/jenkins.hfs.6__test__gl48nctigkfr4ebh8t78vha9u8usvr9j71nibiffb8ibueiggj0b8fsnosipuore/f/ab9a73d55d694601922e623f0f44e966_SeqId_4_ into a1bc1a2004b1132ff4530ad3a1089edc/f as hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/default/test/a1bc1a2004b1132ff4530ad3a1089edc/f/690cc6ff89114fa4a489b7e6fac94a14_SeqId_4_ - updating store file list. 2024-11-21T11:18:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 690cc6ff89114fa4a489b7e6fac94a14_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T11:18:03,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/default/test/a1bc1a2004b1132ff4530ad3a1089edc/f/690cc6ff89114fa4a489b7e6fac94a14_SeqId_4_ into a1bc1a2004b1132ff4530ad3a1089edc/f 2024-11-21T11:18:03,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/staging/jenkins.hfs.6__test__gl48nctigkfr4ebh8t78vha9u8usvr9j71nibiffb8ibueiggj0b8fsnosipuore/f/ab9a73d55d694601922e623f0f44e966_SeqId_4_ into a1bc1a2004b1132ff4530ad3a1089edc/f (new location: hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/default/test/a1bc1a2004b1132ff4530ad3a1089edc/f/690cc6ff89114fa4a489b7e6fac94a14_SeqId_4_) 2024-11-21T11:18:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/staging/jenkins.hfs.6__test__gl48nctigkfr4ebh8t78vha9u8usvr9j71nibiffb8ibueiggj0b8fsnosipuore/f/ab9a73d55d694601922e623f0f44e966_SeqId_4_ 2024-11-21T11:18:03,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/staging/jenkins.hfs.6__test__gl48nctigkfr4ebh8t78vha9u8usvr9j71nibiffb8ibueiggj0b8fsnosipuore/f/ed2fe05dd9de4068a206e37b439449b1_SeqId_4_ into a1bc1a2004b1132ff4530ad3a1089edc/f as hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/default/test/a1bc1a2004b1132ff4530ad3a1089edc/f/f1872dc443cb49708c53f4a483a0799a_SeqId_4_ - updating store file list. 2024-11-21T11:18:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f1872dc443cb49708c53f4a483a0799a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T11:18:03,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/default/test/a1bc1a2004b1132ff4530ad3a1089edc/f/f1872dc443cb49708c53f4a483a0799a_SeqId_4_ into a1bc1a2004b1132ff4530ad3a1089edc/f 2024-11-21T11:18:03,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/staging/jenkins.hfs.6__test__gl48nctigkfr4ebh8t78vha9u8usvr9j71nibiffb8ibueiggj0b8fsnosipuore/f/ed2fe05dd9de4068a206e37b439449b1_SeqId_4_ into a1bc1a2004b1132ff4530ad3a1089edc/f (new location: hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/default/test/a1bc1a2004b1132ff4530ad3a1089edc/f/f1872dc443cb49708c53f4a483a0799a_SeqId_4_) 2024-11-21T11:18:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/staging/jenkins.hfs.6__test__gl48nctigkfr4ebh8t78vha9u8usvr9j71nibiffb8ibueiggj0b8fsnosipuore/f/ed2fe05dd9de4068a206e37b439449b1_SeqId_4_ 2024-11-21T11:18:03,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.ReplicationSink(324): Finished replicating [ca6979fd-8ecf-431d-8407-3ee790572f50] bulk loaded data 2024-11-21T11:18:03,264 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 687, reset compression=false 2024-11-21T11:18:03,352 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:18:03,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:18:03,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:18:03,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:18:03,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:18:03,768 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 687, reset compression=false 2024-11-21T11:18:04,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:18:04,038 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732187884038/Put/seqid=0 2024-11-21T11:18:04,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741842_1018 (size=7997) 2024-11-21T11:18:04,372 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 687, reset compression=false 2024-11-21T11:18:04,446 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732187884445/Put/seqid=0 2024-11-21T11:18:04,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741843_1019 (size=7794) 2024-11-21T11:18:04,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:18:04,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,44481,-1 for getting cluster id 2024-11-21T11:18:04,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:18:04,854 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca6979fd-8ecf-431d-8407-3ee790572f50' 2024-11-21T11:18:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:18:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca6979fd-8ecf-431d-8407-3ee790572f50" 2024-11-21T11:18:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb0582b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:18:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,44481,-1] 2024-11-21T11:18:04,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:18:04,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:18:04,856 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:18:04,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a70f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:18:04,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:18:04,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,36585,1732187868966, seqNum=-1] 2024-11-21T11:18:04,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:18:04,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:18:04,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:18:04,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,44481,1732187868906 2024-11-21T11:18:04,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@241e5235 2024-11-21T11:18:04,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:18:04,870 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:18:04,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732187874550.467cf3da43ee9cb79354aff41281bd47., hostname=7b462513bfc2,36585,1732187868966, seqNum=2] 2024-11-21T11:18:04,877 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T11:18:04,882 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T11:18:04,885 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T11:18:04,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/load_f1/f1/hfile_0 for inclusion in 467cf3da43ee9cb79354aff41281bd47/f1 2024-11-21T11:18:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T11:18:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:18:04,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/load_f1/f1/hfile_1 for inclusion in 467cf3da43ee9cb79354aff41281bd47/f1 2024-11-21T11:18:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T11:18:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:18:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HRegion(2603): Flush status journal for 467cf3da43ee9cb79354aff41281bd47: 2024-11-21T11:18:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/load_f1/f1/hfile_0 to hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__j4j29j27ij05qv6h7nuvbaja5sfeng16iktkpff6289dotkh3n3gbk03vjkhg2kt/f1/hfile_0 2024-11-21T11:18:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__j4j29j27ij05qv6h7nuvbaja5sfeng16iktkpff6289dotkh3n3gbk03vjkhg2kt/f1/hfile_0 as hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/f1/fdb6ffa021ef45d0aba9795c0e590849_SeqId_6_ 2024-11-21T11:18:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/load_f1/f1/hfile_1 to hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__j4j29j27ij05qv6h7nuvbaja5sfeng16iktkpff6289dotkh3n3gbk03vjkhg2kt/f1/hfile_1 2024-11-21T11:18:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__j4j29j27ij05qv6h7nuvbaja5sfeng16iktkpff6289dotkh3n3gbk03vjkhg2kt/f1/hfile_1 as hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/f1/ab2ae612a54d48a69b3bd34990adde16_SeqId_6_ 2024-11-21T11:18:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-21T11:18:04,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__j4j29j27ij05qv6h7nuvbaja5sfeng16iktkpff6289dotkh3n3gbk03vjkhg2kt/f1/hfile_0 into 467cf3da43ee9cb79354aff41281bd47/f1 as hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/f1/fdb6ffa021ef45d0aba9795c0e590849_SeqId_6_ - updating store file list. 2024-11-21T11:18:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fdb6ffa021ef45d0aba9795c0e590849_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T11:18:04,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/f1/fdb6ffa021ef45d0aba9795c0e590849_SeqId_6_ into 467cf3da43ee9cb79354aff41281bd47/f1 2024-11-21T11:18:04,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__j4j29j27ij05qv6h7nuvbaja5sfeng16iktkpff6289dotkh3n3gbk03vjkhg2kt/f1/hfile_0 into 467cf3da43ee9cb79354aff41281bd47/f1 (new location: hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/f1/fdb6ffa021ef45d0aba9795c0e590849_SeqId_6_) 2024-11-21T11:18:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__j4j29j27ij05qv6h7nuvbaja5sfeng16iktkpff6289dotkh3n3gbk03vjkhg2kt/f1/hfile_0 2024-11-21T11:18:04,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__j4j29j27ij05qv6h7nuvbaja5sfeng16iktkpff6289dotkh3n3gbk03vjkhg2kt/f1/hfile_1 into 467cf3da43ee9cb79354aff41281bd47/f1 as hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/f1/ab2ae612a54d48a69b3bd34990adde16_SeqId_6_ - updating store file list. 2024-11-21T11:18:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ab2ae612a54d48a69b3bd34990adde16_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T11:18:04,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/f1/ab2ae612a54d48a69b3bd34990adde16_SeqId_6_ into 467cf3da43ee9cb79354aff41281bd47/f1 2024-11-21T11:18:04,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__j4j29j27ij05qv6h7nuvbaja5sfeng16iktkpff6289dotkh3n3gbk03vjkhg2kt/f1/hfile_1 into 467cf3da43ee9cb79354aff41281bd47/f1 (new location: hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/f1/ab2ae612a54d48a69b3bd34990adde16_SeqId_6_) 2024-11-21T11:18:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/staging/jenkins__test__j4j29j27ij05qv6h7nuvbaja5sfeng16iktkpff6289dotkh3n3gbk03vjkhg2kt/f1/hfile_1 2024-11-21T11:18:04,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:18:04,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:18:04,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:18:04,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:18:04,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732187874550.467cf3da43ee9cb79354aff41281bd47., hostname=7b462513bfc2,36585,1732187868966, seqNum=2 , the old value is region=test,,1732187874550.467cf3da43ee9cb79354aff41281bd47., hostname=7b462513bfc2,36585,1732187868966, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b462513bfc2:36585 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T11:18:04,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732187874550.467cf3da43ee9cb79354aff41281bd47., hostname=7b462513bfc2,36585,1732187868966, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T11:18:04,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732187874550.467cf3da43ee9cb79354aff41281bd47., hostname=7b462513bfc2,36585,1732187868966, seqNum=2 from cache 2024-11-21T11:18:04,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:18:04,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:18:04,916 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T11:18:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,36585,1732187868966, seqNum=-1] 2024-11-21T11:18:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:18:04,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:18:04,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732187874550.467cf3da43ee9cb79354aff41281bd47., hostname=7b462513bfc2,36585,1732187868966, seqNum=2] 2024-11-21T11:18:05,025 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:36585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T11:18:05,077 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 687, reset compression=false 2024-11-21T11:18:05,082 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:18:05,082 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:05,082 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.shipper7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,36585,1732187868966 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:18:05,286 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:05,591 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:05,995 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:06,499 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:07,104 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:07,808 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:08,612 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:09,517 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:09,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T11:18:09,936 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T11:18:10,521 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:11,626 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:12,830 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:14,135 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:15,540 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:17,045 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:18,492 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:18:18,649 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:20,354 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:21,460 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:18:22,159 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:24,063 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:25,085 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.shipper7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,36585,1732187868966 got entry batch from reader: null 2024-11-21T11:18:26,068 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:28,172 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:30,377 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:30,871 INFO [master/7b462513bfc2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T11:18:30,871 INFO [master/7b462513bfc2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T11:18:32,681 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:34,497 INFO [master/7b462513bfc2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T11:18:34,497 INFO [master/7b462513bfc2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T11:18:35,085 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:37,590 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:40,195 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:40,696 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 467cf3da43ee9cb79354aff41281bd47, had cached 0 bytes from a total of 31376 2024-11-21T11:18:42,850 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a1bc1a2004b1132ff4530ad3a1089edc, had cached 0 bytes from a total of 15585 2024-11-21T11:18:42,900 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:45,085 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.shipper7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,36585,1732187868966 got entry batch from reader: null 2024-11-21T11:18:45,704 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:48,492 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:18:48,608 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:51,109 DEBUG [master/7b462513bfc2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T11:18:51,461 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:18:51,614 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:54,492 DEBUG [master/7b462513bfc2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T11:18:54,718 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:18:57,923 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:19:01,227 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:19:04,632 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:19:04,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:19:04,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:04,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:04,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:04,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:04,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:04,943 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:19:04,943 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1343619166, stopped=false 2024-11-21T11:19:04,944 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,40379,1732187871471 2024-11-21T11:19:04,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1637997712/running 2024-11-21T11:19:04,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1637997712/running 2024-11-21T11:19:04,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712 2024-11-21T11:19:04,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712 2024-11-21T11:19:04,946 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:19:04,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:04,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:04,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:04,947 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,43677,1732187871511' ***** 2024-11-21T11:19:04,947 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:19:04,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Set watcher on znode that does not yet exist, /1-1637997712/running 2024-11-21T11:19:04,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Set watcher on znode that does not yet exist, /1-1637997712/running 2024-11-21T11:19:04,947 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:19:04,947 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:19:04,947 INFO [RS:0;7b462513bfc2:43677 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:19:04,948 INFO [RS:0;7b462513bfc2:43677 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:19:04,948 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(3091): Received CLOSE for a1bc1a2004b1132ff4530ad3a1089edc 2024-11-21T11:19:04,948 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,43677,1732187871511 2024-11-21T11:19:04,948 INFO [RS:0;7b462513bfc2:43677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:19:04,948 INFO [RS:0;7b462513bfc2:43677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:43677. 2024-11-21T11:19:04,948 DEBUG [RS:0;7b462513bfc2:43677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:04,948 DEBUG [RS:0;7b462513bfc2:43677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:04,948 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1bc1a2004b1132ff4530ad3a1089edc, disabling compactions & flushes 2024-11-21T11:19:04,948 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:19:04,948 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:19:04,948 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc. 2024-11-21T11:19:04,948 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:19:04,948 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc. 2024-11-21T11:19:04,948 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc. after waiting 0 ms 2024-11-21T11:19:04,948 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:19:04,948 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc. 2024-11-21T11:19:04,948 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T11:19:04,949 DEBUG [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a1bc1a2004b1132ff4530ad3a1089edc=test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc.} 2024-11-21T11:19:04,949 DEBUG [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1bc1a2004b1132ff4530ad3a1089edc 2024-11-21T11:19:04,949 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:19:04,949 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:19:04,949 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:19:04,949 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:19:04,949 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:19:04,949 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T11:19:04,957 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/default/test/a1bc1a2004b1132ff4530ad3a1089edc/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T11:19:04,958 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:19:04,958 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:19:04,958 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc. 2024-11-21T11:19:04,958 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1bc1a2004b1132ff4530ad3a1089edc: Waiting for close lock at 1732187944948Running coprocessor pre-close hooks at 1732187944948Disabling compacts and flushes for region at 1732187944948Disabling writes for close at 1732187944948Writing region close event to WAL at 1732187944949 (+1 ms)Running coprocessor post-close hooks at 1732187944957 (+8 ms)Closed at 1732187944958 (+1 ms) 2024-11-21T11:19:04,958 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc. 2024-11-21T11:19:04,969 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/.tmp/info/8a0ff5c1677a47caae9009bc706c7a35 is 129, key is test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc./info:regioninfo/1732187877867/Put/seqid=0 2024-11-21T11:19:04,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741839_1015 (size=6421) 2024-11-21T11:19:05,024 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:19:05,085 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.shipper7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,36585,1732187868966 got entry batch from reader: null 2024-11-21T11:19:05,149 DEBUG [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:05,349 DEBUG [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:05,374 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/.tmp/info/8a0ff5c1677a47caae9009bc706c7a35 2024-11-21T11:19:05,394 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/.tmp/ns/877e57e4a0894b5abeb51931b4705922 is 43, key is default/ns:d/1732187874479/Put/seqid=0 2024-11-21T11:19:05,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741840_1016 (size=5153) 2024-11-21T11:19:05,416 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:19:05,416 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:19:05,549 DEBUG [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:05,749 DEBUG [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:05,799 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/.tmp/ns/877e57e4a0894b5abeb51931b4705922 2024-11-21T11:19:05,820 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/.tmp/rep_barrier/e2141128fd5a44ea8e36abf234366828 is 112, key is test,,1732187876708.a1bc1a2004b1132ff4530ad3a1089edc./rep_barrier:seqnumDuringOpen/1732187877867/Put/seqid=0 2024-11-21T11:19:05,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741841_1017 (size=5518) 2024-11-21T11:19:05,950 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T11:19:05,950 DEBUG [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:19:05,950 DEBUG [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:06,150 DEBUG [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:06,224 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/.tmp/rep_barrier/e2141128fd5a44ea8e36abf234366828 2024-11-21T11:19:06,249 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/.tmp/table/0b868a43ce6a426bae7e321528ba7e91 is 40, key is test/table:state/1732187877876/Put/seqid=0 2024-11-21T11:19:06,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741842_1018 (size=5165) 2024-11-21T11:19:06,350 DEBUG [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:06,550 DEBUG [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:06,654 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/.tmp/table/0b868a43ce6a426bae7e321528ba7e91 2024-11-21T11:19:06,660 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/.tmp/info/8a0ff5c1677a47caae9009bc706c7a35 as hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/info/8a0ff5c1677a47caae9009bc706c7a35 2024-11-21T11:19:06,665 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/info/8a0ff5c1677a47caae9009bc706c7a35, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T11:19:06,666 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/.tmp/ns/877e57e4a0894b5abeb51931b4705922 as hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/ns/877e57e4a0894b5abeb51931b4705922 2024-11-21T11:19:06,671 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/ns/877e57e4a0894b5abeb51931b4705922, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T11:19:06,672 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/.tmp/rep_barrier/e2141128fd5a44ea8e36abf234366828 as hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/rep_barrier/e2141128fd5a44ea8e36abf234366828 2024-11-21T11:19:06,677 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/rep_barrier/e2141128fd5a44ea8e36abf234366828, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T11:19:06,678 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/.tmp/table/0b868a43ce6a426bae7e321528ba7e91 as hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/table/0b868a43ce6a426bae7e321528ba7e91 2024-11-21T11:19:06,683 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/table/0b868a43ce6a426bae7e321528ba7e91, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T11:19:06,684 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=11, compaction requested=false 2024-11-21T11:19:06,692 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T11:19:06,692 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:19:06,692 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:19:06,693 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:19:06,693 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187944949Running coprocessor pre-close hooks at 1732187944949Disabling compacts and flushes for region at 1732187944949Disabling writes for close at 1732187944949Obtaining lock to block concurrent updates at 1732187944949Preparing flush snapshotting stores in 1588230740 at 1732187944949Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732187944949Flushing stores of hbase:meta,,1.1588230740 at 1732187944950 (+1 ms)Flushing 1588230740/info: creating writer at 1732187944950Flushing 1588230740/info: appending metadata at 1732187944969 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732187944969Flushing 1588230740/ns: creating writer at 1732187945380 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732187945394 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732187945394Flushing 1588230740/rep_barrier: creating writer at 1732187945805 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732187945819 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732187945819Flushing 1588230740/table: creating writer at 1732187946230 (+411 ms)Flushing 1588230740/table: appending metadata at 1732187946248 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732187946248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@449b8b5d: reopening flushed file at 1732187946659 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@315842c7: reopening flushed file at 1732187946665 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49297f8c: reopening flushed file at 1732187946671 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bde5ca9: reopening flushed file at 1732187946677 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=11, compaction requested=false at 1732187946684 (+7 ms)Writing region close event to WAL at 1732187946689 (+5 ms)Running coprocessor post-close hooks at 1732187946692 (+3 ms)Closed at 1732187946693 (+1 ms) 2024-11-21T11:19:06,693 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:19:06,750 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,43677,1732187871511; all regions closed. 2024-11-21T11:19:06,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741834_1010 (size=2717) 2024-11-21T11:19:06,755 DEBUG [RS:0;7b462513bfc2:43677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/oldWALs 2024-11-21T11:19:06,755 INFO [RS:0;7b462513bfc2:43677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C43677%2C1732187871511.meta:.meta(num 1732187874432) 2024-11-21T11:19:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741832_1008 (size=1028) 2024-11-21T11:19:06,759 DEBUG [RS:0;7b462513bfc2:43677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/oldWALs 2024-11-21T11:19:06,759 INFO [RS:0;7b462513bfc2:43677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C43677%2C1732187871511:(num 1732187873501) 2024-11-21T11:19:06,759 DEBUG [RS:0;7b462513bfc2:43677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:06,759 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:19:06,759 INFO [RS:0;7b462513bfc2:43677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:19:06,759 INFO [RS:0;7b462513bfc2:43677 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:19:06,759 INFO [RS:0;7b462513bfc2:43677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:19:06,759 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:19:06,760 INFO [RS:0;7b462513bfc2:43677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:43677. 2024-11-21T11:19:06,760 DEBUG [RS:0;7b462513bfc2:43677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:06,760 DEBUG [RS:0;7b462513bfc2:43677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:06,760 DEBUG [RS:0;7b462513bfc2:43677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:06,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:06,760 INFO [RS:0;7b462513bfc2:43677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43677 2024-11-21T11:19:06,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712/rs 2024-11-21T11:19:06,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1637997712/rs/7b462513bfc2,43677,1732187871511 2024-11-21T11:19:06,762 INFO [RS:0;7b462513bfc2:43677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:19:06,764 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,43677,1732187871511] 2024-11-21T11:19:06,767 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637997712/draining/7b462513bfc2,43677,1732187871511 already deleted, retry=false 2024-11-21T11:19:06,767 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,43677,1732187871511 expired; onlineServers=0 2024-11-21T11:19:06,767 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,40379,1732187871471' ***** 2024-11-21T11:19:06,767 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:19:06,767 INFO [M:0;7b462513bfc2:40379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:19:06,768 INFO [M:0;7b462513bfc2:40379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:19:06,768 DEBUG [M:0;7b462513bfc2:40379 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:19:06,768 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:19:06,768 DEBUG [M:0;7b462513bfc2:40379 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:19:06,768 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187873279 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187873279,5,FailOnTimeoutGroup] 2024-11-21T11:19:06,768 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187873279 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187873279,5,FailOnTimeoutGroup] 2024-11-21T11:19:06,768 INFO [M:0;7b462513bfc2:40379 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:19:06,768 INFO [M:0;7b462513bfc2:40379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:19:06,768 DEBUG [M:0;7b462513bfc2:40379 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:19:06,768 INFO [M:0;7b462513bfc2:40379 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:19:06,768 INFO [M:0;7b462513bfc2:40379 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:19:06,768 INFO [M:0;7b462513bfc2:40379 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:19:06,768 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:19:06,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1637997712/master 2024-11-21T11:19:06,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637997712 2024-11-21T11:19:06,769 DEBUG [M:0;7b462513bfc2:40379 {}] zookeeper.ZKUtil(347): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Unable to get data of znode /1-1637997712/master because node does not exist (not an error) 2024-11-21T11:19:06,769 WARN [M:0;7b462513bfc2:40379 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:19:06,770 INFO [M:0;7b462513bfc2:40379 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/.lastflushedseqids 2024-11-21T11:19:06,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741843_1019 (size=173) 2024-11-21T11:19:06,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:06,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1013a3f34c50004, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:06,865 INFO [RS:0;7b462513bfc2:43677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:19:06,865 INFO [RS:0;7b462513bfc2:43677 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,43677,1732187871511; zookeeper connection closed. 2024-11-21T11:19:06,865 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5659ebc6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5659ebc6 2024-11-21T11:19:06,865 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:19:07,176 INFO [M:0;7b462513bfc2:40379 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:19:07,176 INFO [M:0;7b462513bfc2:40379 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:19:07,176 DEBUG [M:0;7b462513bfc2:40379 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:19:07,176 INFO [M:0;7b462513bfc2:40379 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:07,176 DEBUG [M:0;7b462513bfc2:40379 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:07,176 DEBUG [M:0;7b462513bfc2:40379 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:19:07,176 DEBUG [M:0;7b462513bfc2:40379 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:07,176 INFO [M:0;7b462513bfc2:40379 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-21T11:19:07,192 DEBUG [M:0;7b462513bfc2:40379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d968e80a318c4132bcc529557f5af3dd is 82, key is hbase:meta,,1/info:regioninfo/1732187874467/Put/seqid=0 2024-11-21T11:19:07,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741844_1020 (size=5672) 2024-11-21T11:19:07,597 INFO [M:0;7b462513bfc2:40379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d968e80a318c4132bcc529557f5af3dd 2024-11-21T11:19:07,617 DEBUG [M:0;7b462513bfc2:40379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/521a27d0b9f84114a8556da6e79133e7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732187877881/Put/seqid=0 2024-11-21T11:19:07,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741845_1021 (size=6727) 2024-11-21T11:19:08,022 INFO [M:0;7b462513bfc2:40379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/521a27d0b9f84114a8556da6e79133e7 2024-11-21T11:19:08,027 INFO [M:0;7b462513bfc2:40379 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 521a27d0b9f84114a8556da6e79133e7 2024-11-21T11:19:08,042 DEBUG [M:0;7b462513bfc2:40379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/006fdee519594e71ae0fcc63070c7530 is 69, key is 7b462513bfc2,43677,1732187871511/rs:state/1732187873347/Put/seqid=0 2024-11-21T11:19:08,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741846_1022 (size=5156) 2024-11-21T11:19:08,137 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.1732187870302 to pos 997, reset compression=false 2024-11-21T11:19:08,446 INFO [M:0;7b462513bfc2:40379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/006fdee519594e71ae0fcc63070c7530 2024-11-21T11:19:08,451 DEBUG [M:0;7b462513bfc2:40379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d968e80a318c4132bcc529557f5af3dd as hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d968e80a318c4132bcc529557f5af3dd 2024-11-21T11:19:08,455 INFO [M:0;7b462513bfc2:40379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d968e80a318c4132bcc529557f5af3dd, entries=8, sequenceid=58, filesize=5.5 K 2024-11-21T11:19:08,456 DEBUG [M:0;7b462513bfc2:40379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/521a27d0b9f84114a8556da6e79133e7 as hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/521a27d0b9f84114a8556da6e79133e7 2024-11-21T11:19:08,460 INFO [M:0;7b462513bfc2:40379 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 521a27d0b9f84114a8556da6e79133e7 2024-11-21T11:19:08,460 INFO [M:0;7b462513bfc2:40379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/521a27d0b9f84114a8556da6e79133e7, entries=6, sequenceid=58, filesize=6.6 K 2024-11-21T11:19:08,461 DEBUG [M:0;7b462513bfc2:40379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/006fdee519594e71ae0fcc63070c7530 as hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/006fdee519594e71ae0fcc63070c7530 2024-11-21T11:19:08,465 INFO [M:0;7b462513bfc2:40379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43623/user/jenkins/test-data/a3fa5a70-7c3c-e8b6-3cbd-aeb77e7622f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/006fdee519594e71ae0fcc63070c7530, entries=1, sequenceid=58, filesize=5.0 K 2024-11-21T11:19:08,465 INFO [M:0;7b462513bfc2:40379 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=58, compaction requested=false 2024-11-21T11:19:08,467 INFO [M:0;7b462513bfc2:40379 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:08,467 DEBUG [M:0;7b462513bfc2:40379 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187947176Disabling compacts and flushes for region at 1732187947176Disabling writes for close at 1732187947176Obtaining lock to block concurrent updates at 1732187947177 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732187947177Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732187947177Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732187947177Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732187947177Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732187947192 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732187947192Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732187947602 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732187947617 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732187947617Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732187948027 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732187948041 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732187948041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31b8fb48: reopening flushed file at 1732187948451 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180651f1: reopening flushed file at 1732187948456 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@706f7a9: reopening flushed file at 1732187948460 (+4 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=58, compaction requested=false at 1732187948465 (+5 ms)Writing region close event to WAL at 1732187948467 (+2 ms)Closed at 1732187948467 2024-11-21T11:19:08,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33637 is added to blk_1073741830_1006 (size=33026) 2024-11-21T11:19:08,469 INFO [M:0;7b462513bfc2:40379 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:19:08,469 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:19:08,469 INFO [M:0;7b462513bfc2:40379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40379 2024-11-21T11:19:08,470 INFO [M:0;7b462513bfc2:40379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:19:08,572 INFO [M:0;7b462513bfc2:40379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:19:08,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:08,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1013a3f34c50003, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:08,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26db198b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:19:08,575 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:19:08,575 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:19:08,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:19:08,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/hadoop.log.dir/,STOPPED} 2024-11-21T11:19:08,577 WARN [BP-239202533-172.17.0.2-1732187870943 heartbeating to localhost/127.0.0.1:43623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:19:08,577 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:19:08,577 WARN [BP-239202533-172.17.0.2-1732187870943 heartbeating to localhost/127.0.0.1:43623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-239202533-172.17.0.2-1732187870943 (Datanode Uuid 6bc89b9e-2378-4c4c-9a65-63fff3516d2e) service to localhost/127.0.0.1:43623 2024-11-21T11:19:08,577 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:19:08,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/cluster_f5a50508-295c-a15a-d072-6e883f94c61a/data/data1/current/BP-239202533-172.17.0.2-1732187870943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:19:08,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/cluster_f5a50508-295c-a15a-d072-6e883f94c61a/data/data2/current/BP-239202533-172.17.0.2-1732187870943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:19:08,578 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:19:08,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d7a321f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:19:08,585 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:19:08,585 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:19:08,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:19:08,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/hadoop.log.dir/,STOPPED} 2024-11-21T11:19:08,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:19:08,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:19:08,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:08,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:08,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:08,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:08,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:08,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:19:08,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1470757925, stopped=false 2024-11-21T11:19:08,599 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,44481,1732187868906 2024-11-21T11:19:08,601 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:19:08,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01224938081/running 2024-11-21T11:19:08,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:08,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081 2024-11-21T11:19:08,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:08,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:08,602 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,36585,1732187868966' ***** 2024-11-21T11:19:08,602 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:19:08,602 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:19:08,602 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:19:08,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01224938081/running 2024-11-21T11:19:08,602 INFO [RS:0;7b462513bfc2:36585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:19:08,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081 2024-11-21T11:19:08,602 INFO [RS:0;7b462513bfc2:36585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:19:08,602 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(3091): Received CLOSE for c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:19:08,603 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(3091): Received CLOSE for 467cf3da43ee9cb79354aff41281bd47 2024-11-21T11:19:08,603 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,36585,1732187868966 2024-11-21T11:19:08,603 INFO [RS:0;7b462513bfc2:36585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:19:08,603 INFO [RS:0;7b462513bfc2:36585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:36585. 2024-11-21T11:19:08,603 DEBUG [RS:0;7b462513bfc2:36585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:08,603 DEBUG [RS:0;7b462513bfc2:36585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:08,603 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:19:08,603 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:19:08,603 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:19:08,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Set watcher on znode that does not yet exist, /01224938081/running 2024-11-21T11:19:08,603 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:19:08,603 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T11:19:08,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Set watcher on znode that does not yet exist, /01224938081/running 2024-11-21T11:19:08,603 DEBUG [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1325): Online Regions={c99aec215710e3c511eac8dece9f8dae=hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae., 1588230740=hbase:meta,,1.1588230740, 467cf3da43ee9cb79354aff41281bd47=test,,1732187874550.467cf3da43ee9cb79354aff41281bd47.} 2024-11-21T11:19:08,603 DEBUG [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 467cf3da43ee9cb79354aff41281bd47, c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:19:08,603 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c99aec215710e3c511eac8dece9f8dae, disabling compactions & flushes 2024-11-21T11:19:08,603 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:19:08,604 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae. 2024-11-21T11:19:08,604 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:19:08,604 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:19:08,604 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae. 2024-11-21T11:19:08,604 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:19:08,604 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae. after waiting 0 ms 2024-11-21T11:19:08,604 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:19:08,604 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae. 2024-11-21T11:19:08,604 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c99aec215710e3c511eac8dece9f8dae 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-21T11:19:08,604 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T11:19:08,622 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/replication/c99aec215710e3c511eac8dece9f8dae/.tmp/hfileref/7ffd4c5a781b46759b29b09f6bfd2014 is 74, key is 1/hfileref:ab9a73d55d694601922e623f0f44e966_SeqId_4_/1732187883260/DeleteColumn/seqid=0 2024-11-21T11:19:08,622 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/.tmp/info/5b6589c932a54ded89514d56eec107c3 is 147, key is hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae./info:regioninfo/1732187880053/Put/seqid=0 2024-11-21T11:19:08,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741844_1020 (size=7686) 2024-11-21T11:19:08,627 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:19:08,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741845_1021 (size=5203) 2024-11-21T11:19:08,804 DEBUG [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 467cf3da43ee9cb79354aff41281bd47, c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:19:09,004 DEBUG [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 467cf3da43ee9cb79354aff41281bd47, c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:19:09,027 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/replication/c99aec215710e3c511eac8dece9f8dae/.tmp/hfileref/7ffd4c5a781b46759b29b09f6bfd2014 2024-11-21T11:19:09,028 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/.tmp/info/5b6589c932a54ded89514d56eec107c3 2024-11-21T11:19:09,054 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/replication/c99aec215710e3c511eac8dece9f8dae/.tmp/queue/25d1c31015fc427ca052ee5fa2db48a6 is 153, key is 1-7b462513bfc2,36585,1732187868966/queue:7b462513bfc2%2C36585%2C1732187868966/1732187885084/Put/seqid=0 2024-11-21T11:19:09,055 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/.tmp/ns/1134a63265e34f66bfbe5c5f35e8a682 is 43, key is default/ns:d/1732187870850/Put/seqid=0 2024-11-21T11:19:09,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741846_1022 (size=5352) 2024-11-21T11:19:09,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741847_1023 (size=5153) 2024-11-21T11:19:09,161 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:19:09,161 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:19:09,204 DEBUG [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 467cf3da43ee9cb79354aff41281bd47, c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:19:09,404 DEBUG [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 467cf3da43ee9cb79354aff41281bd47, c99aec215710e3c511eac8dece9f8dae 2024-11-21T11:19:09,460 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/replication/c99aec215710e3c511eac8dece9f8dae/.tmp/queue/25d1c31015fc427ca052ee5fa2db48a6 2024-11-21T11:19:09,466 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/.tmp/ns/1134a63265e34f66bfbe5c5f35e8a682 2024-11-21T11:19:09,467 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/replication/c99aec215710e3c511eac8dece9f8dae/.tmp/hfileref/7ffd4c5a781b46759b29b09f6bfd2014 as hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/replication/c99aec215710e3c511eac8dece9f8dae/hfileref/7ffd4c5a781b46759b29b09f6bfd2014 2024-11-21T11:19:09,472 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/replication/c99aec215710e3c511eac8dece9f8dae/hfileref/7ffd4c5a781b46759b29b09f6bfd2014, entries=2, sequenceid=10, filesize=5.1 K 2024-11-21T11:19:09,473 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/replication/c99aec215710e3c511eac8dece9f8dae/.tmp/queue/25d1c31015fc427ca052ee5fa2db48a6 as hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/replication/c99aec215710e3c511eac8dece9f8dae/queue/25d1c31015fc427ca052ee5fa2db48a6 2024-11-21T11:19:09,478 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/replication/c99aec215710e3c511eac8dece9f8dae/queue/25d1c31015fc427ca052ee5fa2db48a6, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T11:19:09,479 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c99aec215710e3c511eac8dece9f8dae in 875ms, sequenceid=10, compaction requested=false 2024-11-21T11:19:09,484 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/replication/c99aec215710e3c511eac8dece9f8dae/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T11:19:09,485 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:19:09,485 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:19:09,485 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae. 2024-11-21T11:19:09,485 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c99aec215710e3c511eac8dece9f8dae: Waiting for close lock at 1732187948603Running coprocessor pre-close hooks at 1732187948603Disabling compacts and flushes for region at 1732187948603Disabling writes for close at 1732187948604 (+1 ms)Obtaining lock to block concurrent updates at 1732187948604Preparing flush snapshotting stores in c99aec215710e3c511eac8dece9f8dae at 1732187948604Finished memstore snapshotting hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732187948604Flushing stores of hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae. at 1732187948605 (+1 ms)Flushing c99aec215710e3c511eac8dece9f8dae/hfileref: creating writer at 1732187948605Flushing c99aec215710e3c511eac8dece9f8dae/hfileref: appending metadata at 1732187948621 (+16 ms)Flushing c99aec215710e3c511eac8dece9f8dae/hfileref: closing flushed file at 1732187948621Flushing c99aec215710e3c511eac8dece9f8dae/queue: creating writer at 1732187949035 (+414 ms)Flushing c99aec215710e3c511eac8dece9f8dae/queue: appending metadata at 1732187949053 (+18 ms)Flushing c99aec215710e3c511eac8dece9f8dae/queue: closing flushed file at 1732187949053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc6efd0: reopening flushed file at 1732187949466 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a364bf7: reopening flushed file at 1732187949472 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c99aec215710e3c511eac8dece9f8dae in 875ms, sequenceid=10, compaction requested=false at 1732187949479 (+7 ms)Writing region close event to WAL at 1732187949480 (+1 ms)Running coprocessor post-close hooks at 1732187949485 (+5 ms)Closed at 1732187949485 2024-11-21T11:19:09,485 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732187878880.c99aec215710e3c511eac8dece9f8dae. 2024-11-21T11:19:09,485 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 467cf3da43ee9cb79354aff41281bd47, disabling compactions & flushes 2024-11-21T11:19:09,485 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732187874550.467cf3da43ee9cb79354aff41281bd47. 2024-11-21T11:19:09,485 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732187874550.467cf3da43ee9cb79354aff41281bd47. 2024-11-21T11:19:09,485 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732187874550.467cf3da43ee9cb79354aff41281bd47. after waiting 0 ms 2024-11-21T11:19:09,485 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732187874550.467cf3da43ee9cb79354aff41281bd47. 2024-11-21T11:19:09,490 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/.tmp/rep_barrier/81b36403e358469e92951dfdd3ed7455 is 112, key is test,,1732187874550.467cf3da43ee9cb79354aff41281bd47./rep_barrier:seqnumDuringOpen/1732187875713/Put/seqid=0 2024-11-21T11:19:09,491 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/default/test/467cf3da43ee9cb79354aff41281bd47/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T11:19:09,492 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:19:09,492 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:19:09,492 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732187874550.467cf3da43ee9cb79354aff41281bd47. 2024-11-21T11:19:09,492 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 467cf3da43ee9cb79354aff41281bd47: Waiting for close lock at 1732187949485Running coprocessor pre-close hooks at 1732187949485Disabling compacts and flushes for region at 1732187949485Disabling writes for close at 1732187949485Writing region close event to WAL at 1732187949486 (+1 ms)Running coprocessor post-close hooks at 1732187949492 (+6 ms)Closed at 1732187949492 2024-11-21T11:19:09,492 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732187874550.467cf3da43ee9cb79354aff41281bd47. 2024-11-21T11:19:09,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741848_1024 (size=5518) 2024-11-21T11:19:09,604 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T11:19:09,604 DEBUG [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:19:09,605 DEBUG [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:09,805 DEBUG [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:09,898 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/.tmp/rep_barrier/81b36403e358469e92951dfdd3ed7455 2024-11-21T11:19:09,918 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/.tmp/table/9dbaa31836f645d5af16d7da07d94692 is 53, key is hbase:replication/table:state/1732187880062/Put/seqid=0 2024-11-21T11:19:09,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741849_1025 (size=5308) 2024-11-21T11:19:09,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T11:19:09,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T11:19:09,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:19:09,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:09,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:09,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:09,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:09,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:10,005 DEBUG [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:10,205 DEBUG [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:10,323 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/.tmp/table/9dbaa31836f645d5af16d7da07d94692 2024-11-21T11:19:10,330 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/.tmp/info/5b6589c932a54ded89514d56eec107c3 as hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/info/5b6589c932a54ded89514d56eec107c3 2024-11-21T11:19:10,336 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/info/5b6589c932a54ded89514d56eec107c3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T11:19:10,337 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/.tmp/ns/1134a63265e34f66bfbe5c5f35e8a682 as hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/ns/1134a63265e34f66bfbe5c5f35e8a682 2024-11-21T11:19:10,343 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/ns/1134a63265e34f66bfbe5c5f35e8a682, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T11:19:10,344 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/.tmp/rep_barrier/81b36403e358469e92951dfdd3ed7455 as hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/rep_barrier/81b36403e358469e92951dfdd3ed7455 2024-11-21T11:19:10,348 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/rep_barrier/81b36403e358469e92951dfdd3ed7455, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T11:19:10,349 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/.tmp/table/9dbaa31836f645d5af16d7da07d94692 as hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/table/9dbaa31836f645d5af16d7da07d94692 2024-11-21T11:19:10,354 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/table/9dbaa31836f645d5af16d7da07d94692, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T11:19:10,356 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=16, compaction requested=false 2024-11-21T11:19:10,360 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T11:19:10,361 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:19:10,361 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:19:10,361 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:19:10,361 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187948603Running coprocessor pre-close hooks at 1732187948603Disabling compacts and flushes for region at 1732187948603Disabling writes for close at 1732187948604 (+1 ms)Obtaining lock to block concurrent updates at 1732187948604Preparing flush snapshotting stores in 1588230740 at 1732187948604Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732187948604Flushing stores of hbase:meta,,1.1588230740 at 1732187948605 (+1 ms)Flushing 1588230740/info: creating writer at 1732187948605Flushing 1588230740/info: appending metadata at 1732187948622 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732187948622Flushing 1588230740/ns: creating writer at 1732187949035 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732187949055 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732187949055Flushing 1588230740/rep_barrier: creating writer at 1732187949471 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732187949489 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732187949489Flushing 1588230740/table: creating writer at 1732187949903 (+414 ms)Flushing 1588230740/table: appending metadata at 1732187949917 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732187949917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@247b3930: reopening flushed file at 1732187950329 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46805907: reopening flushed file at 1732187950336 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206cc928: reopening flushed file at 1732187950343 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44039eb5: reopening flushed file at 1732187950348 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=16, compaction requested=false at 1732187950356 (+8 ms)Writing region close event to WAL at 1732187950357 (+1 ms)Running coprocessor post-close hooks at 1732187950361 (+4 ms)Closed at 1732187950361 2024-11-21T11:19:10,361 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:19:10,405 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,36585,1732187868966; all regions closed. 2024-11-21T11:19:10,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741834_1010 (size=4239) 2024-11-21T11:19:10,408 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/WALs/7b462513bfc2,36585,1732187868966/7b462513bfc2%2C36585%2C1732187868966.meta.1732187870796.meta not finished, retry = 0 2024-11-21T11:19:10,495 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:19:10,511 DEBUG [RS:0;7b462513bfc2:36585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/oldWALs 2024-11-21T11:19:10,511 INFO [RS:0;7b462513bfc2:36585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C36585%2C1732187868966.meta:.meta(num 1732187870796) 2024-11-21T11:19:10,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:10,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:10,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:10,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741839_1015 (size=2700) 2024-11-21T11:19:10,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:10,516 DEBUG [RS:0;7b462513bfc2:36585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/oldWALs 2024-11-21T11:19:10,516 INFO [RS:0;7b462513bfc2:36585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C36585%2C1732187868966.rep:(num 1732187880019) 2024-11-21T11:19:10,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741832_1008 (size=1300) 2024-11-21T11:19:10,520 DEBUG [RS:0;7b462513bfc2:36585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/oldWALs 2024-11-21T11:19:10,520 INFO [RS:0;7b462513bfc2:36585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C36585%2C1732187868966:(num 1732187870302) 2024-11-21T11:19:10,520 DEBUG [RS:0;7b462513bfc2:36585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:10,520 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:19:10,520 INFO [RS:0;7b462513bfc2:36585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:19:10,520 INFO [RS:0;7b462513bfc2:36585 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:19:10,520 INFO [RS:0;7b462513bfc2:36585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:19:10,520 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:19:10,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:10,521 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,36585,1732187868966 because: Region server is closing 2024-11-21T11:19:10,521 INFO [RS:0;7b462513bfc2:36585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:36585. 2024-11-21T11:19:10,521 DEBUG [RS:0;7b462513bfc2:36585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:10,521 DEBUG [RS:0;7b462513bfc2:36585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:10,521 DEBUG [RS:0;7b462513bfc2:36585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:10,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:10,622 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.wal-reader.7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T11:19:10,622 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.shipper7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T11:19:10,622 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,36585,1732187868966.replicationSource.shipper7b462513bfc2%2C36585%2C1732187868966,1-7b462513bfc2,36585,1732187868966 terminated 2024-11-21T11:19:10,622 INFO [RS:0;7b462513bfc2:36585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36585 2024-11-21T11:19:10,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01224938081/rs/7b462513bfc2,36585,1732187868966 2024-11-21T11:19:10,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081/rs 2024-11-21T11:19:10,626 INFO [RS:0;7b462513bfc2:36585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:19:10,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,36585,1732187868966] 2024-11-21T11:19:10,628 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01224938081/draining/7b462513bfc2,36585,1732187868966 already deleted, retry=false 2024-11-21T11:19:10,628 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,36585,1732187868966 expired; onlineServers=0 2024-11-21T11:19:10,628 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,44481,1732187868906' ***** 2024-11-21T11:19:10,628 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:19:10,628 INFO [M:0;7b462513bfc2:44481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:19:10,628 INFO [M:0;7b462513bfc2:44481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:19:10,628 DEBUG [M:0;7b462513bfc2:44481 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:19:10,628 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:19:10,628 DEBUG [M:0;7b462513bfc2:44481 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:19:10,628 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187870004 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187870004,5,FailOnTimeoutGroup] 2024-11-21T11:19:10,628 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187870004 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187870004,5,FailOnTimeoutGroup] 2024-11-21T11:19:10,629 INFO [M:0;7b462513bfc2:44481 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:19:10,629 INFO [M:0;7b462513bfc2:44481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:19:10,629 DEBUG [M:0;7b462513bfc2:44481 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:19:10,629 INFO [M:0;7b462513bfc2:44481 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:19:10,629 INFO [M:0;7b462513bfc2:44481 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:19:10,629 INFO [M:0;7b462513bfc2:44481 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:19:10,629 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:19:10,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01224938081/master 2024-11-21T11:19:10,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224938081 2024-11-21T11:19:10,630 DEBUG [M:0;7b462513bfc2:44481 {}] zookeeper.ZKUtil(347): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Unable to get data of znode /01224938081/master because node does not exist (not an error) 2024-11-21T11:19:10,630 WARN [M:0;7b462513bfc2:44481 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:19:10,631 INFO [M:0;7b462513bfc2:44481 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/.lastflushedseqids 2024-11-21T11:19:10,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741850_1026 (size=263) 2024-11-21T11:19:10,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:10,727 INFO [RS:0;7b462513bfc2:36585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:19:10,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36585-0x1013a3f34c50001, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:10,727 INFO [RS:0;7b462513bfc2:36585 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,36585,1732187868966; zookeeper connection closed. 2024-11-21T11:19:10,728 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22ca431b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22ca431b 2024-11-21T11:19:10,728 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:19:11,036 INFO [M:0;7b462513bfc2:44481 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:19:11,036 INFO [M:0;7b462513bfc2:44481 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:19:11,036 DEBUG [M:0;7b462513bfc2:44481 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:19:11,036 INFO [M:0;7b462513bfc2:44481 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:11,036 DEBUG [M:0;7b462513bfc2:44481 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:11,036 DEBUG [M:0;7b462513bfc2:44481 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:19:11,036 DEBUG [M:0;7b462513bfc2:44481 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:11,036 INFO [M:0;7b462513bfc2:44481 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-21T11:19:11,052 DEBUG [M:0;7b462513bfc2:44481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/662f643ca16644d8ae1c1fb9d6982725 is 82, key is hbase:meta,,1/info:regioninfo/1732187870832/Put/seqid=0 2024-11-21T11:19:11,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741851_1027 (size=5672) 2024-11-21T11:19:11,457 INFO [M:0;7b462513bfc2:44481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/662f643ca16644d8ae1c1fb9d6982725 2024-11-21T11:19:11,477 DEBUG [M:0;7b462513bfc2:44481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b348170c37f342d09ac4d6dfa7fb658d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732187875727/Put/seqid=0 2024-11-21T11:19:11,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741852_1028 (size=7240) 2024-11-21T11:19:11,881 INFO [M:0;7b462513bfc2:44481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b348170c37f342d09ac4d6dfa7fb658d 2024-11-21T11:19:11,886 INFO [M:0;7b462513bfc2:44481 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b348170c37f342d09ac4d6dfa7fb658d 2024-11-21T11:19:11,900 DEBUG [M:0;7b462513bfc2:44481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbadc4d0ee194f2cb416198890c5e9a9 is 69, key is 7b462513bfc2,36585,1732187868966/rs:state/1732187870126/Put/seqid=0 2024-11-21T11:19:11,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741853_1029 (size=5156) 2024-11-21T11:19:12,304 INFO [M:0;7b462513bfc2:44481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbadc4d0ee194f2cb416198890c5e9a9 2024-11-21T11:19:12,311 DEBUG [M:0;7b462513bfc2:44481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/662f643ca16644d8ae1c1fb9d6982725 as hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/662f643ca16644d8ae1c1fb9d6982725 2024-11-21T11:19:12,317 INFO [M:0;7b462513bfc2:44481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/662f643ca16644d8ae1c1fb9d6982725, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T11:19:12,318 DEBUG [M:0;7b462513bfc2:44481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b348170c37f342d09ac4d6dfa7fb658d as hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b348170c37f342d09ac4d6dfa7fb658d 2024-11-21T11:19:12,322 INFO [M:0;7b462513bfc2:44481 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b348170c37f342d09ac4d6dfa7fb658d 2024-11-21T11:19:12,322 INFO [M:0;7b462513bfc2:44481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b348170c37f342d09ac4d6dfa7fb658d, entries=11, sequenceid=105, filesize=7.1 K 2024-11-21T11:19:12,323 DEBUG [M:0;7b462513bfc2:44481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbadc4d0ee194f2cb416198890c5e9a9 as hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbadc4d0ee194f2cb416198890c5e9a9 2024-11-21T11:19:12,327 INFO [M:0;7b462513bfc2:44481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43369/user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbadc4d0ee194f2cb416198890c5e9a9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T11:19:12,328 INFO [M:0;7b462513bfc2:44481 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=105, compaction requested=false 2024-11-21T11:19:12,329 INFO [M:0;7b462513bfc2:44481 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:12,329 DEBUG [M:0;7b462513bfc2:44481 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187951036Disabling compacts and flushes for region at 1732187951036Disabling writes for close at 1732187951036Obtaining lock to block concurrent updates at 1732187951036Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732187951036Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732187951037 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732187951037Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732187951038 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732187951052 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732187951052Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732187951462 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732187951476 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732187951476Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732187951886 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732187951899 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732187951899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@481df93e: reopening flushed file at 1732187952310 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@405b1af1: reopening flushed file at 1732187952317 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593a9a61: reopening flushed file at 1732187952322 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=105, compaction requested=false at 1732187952328 (+6 ms)Writing region close event to WAL at 1732187952329 (+1 ms)Closed at 1732187952329 2024-11-21T11:19:12,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741830_1006 (size=64526) 2024-11-21T11:19:12,331 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e72cbf61-4d07-f61b-eb60-0f88d624fd7b/MasterData/WALs/7b462513bfc2,44481,1732187868906/7b462513bfc2%2C44481%2C1732187868906.1732187869925 not finished, retry = 0 2024-11-21T11:19:12,433 INFO [M:0;7b462513bfc2:44481 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:19:12,433 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:19:12,433 INFO [M:0;7b462513bfc2:44481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44481 2024-11-21T11:19:12,433 INFO [M:0;7b462513bfc2:44481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:19:12,537 INFO [M:0;7b462513bfc2:44481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:19:12,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:12,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x1013a3f34c50000, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:12,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6785d18c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:19:12,558 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:19:12,558 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:19:12,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:19:12,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/hadoop.log.dir/,STOPPED} 2024-11-21T11:19:12,561 WARN [BP-1527563063-172.17.0.2-1732187867758 heartbeating to localhost/127.0.0.1:43369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:19:12,561 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:19:12,561 WARN [BP-1527563063-172.17.0.2-1732187867758 heartbeating to localhost/127.0.0.1:43369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1527563063-172.17.0.2-1732187867758 (Datanode Uuid a9fde5cd-1a6e-4414-bc8c-e96861a6decf) service to localhost/127.0.0.1:43369 2024-11-21T11:19:12,561 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:19:12,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/cluster_92c09e78-4cb9-0fb6-cb71-dc632627cc46/data/data1/current/BP-1527563063-172.17.0.2-1732187867758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:19:12,562 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/cluster_92c09e78-4cb9-0fb6-cb71-dc632627cc46/data/data2/current/BP-1527563063-172.17.0.2-1732187867758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:19:12,562 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:19:12,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:19:12,569 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:19:12,570 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:19:12,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:19:12,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794aa8e5-f2be-40ab-2488-14d468e2a702/hadoop.log.dir/,STOPPED} 2024-11-21T11:19:12,578 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T11:19:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:19:12,604 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 141) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43369 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51935) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51935) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007ff204b8a9c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43623 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007ff204b8a9c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 303), ProcessCount=11 (was 11), AvailableMemoryMB=4694 (was 4617) - AvailableMemoryMB LEAK? - 2024-11-21T11:19:12,613 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=4694 2024-11-21T11:19:12,627 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-21T11:19:12,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/hadoop.log.dir so I do NOT create it in target/test-data/546ca5fa-727d-a075-1771-22dd80138596 2024-11-21T11:19:12,627 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:19:12,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/hadoop.tmp.dir so I do NOT create it in target/test-data/546ca5fa-727d-a075-1771-22dd80138596 2024-11-21T11:19:12,627 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/319f7512-0b0e-8073-d3b1-0a515799b635/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:19:12,627 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596 2024-11-21T11:19:12,628 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/cluster_4cde2ea4-5bed-1e3d-5c0a-ea8031e5aeee, deleteOnExit=true 2024-11-21T11:19:12,631 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/cluster_4cde2ea4-5bed-1e3d-5c0a-ea8031e5aeee/zookeeper_0, clientPort=50188, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/cluster_4cde2ea4-5bed-1e3d-5c0a-ea8031e5aeee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/cluster_4cde2ea4-5bed-1e3d-5c0a-ea8031e5aeee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T11:19:12,632 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50188 2024-11-21T11:19:12,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:19:12,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:19:12,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/test.cache.data in system properties and HBase conf 2024-11-21T11:19:12,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:19:12,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:19:12,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:19:12,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:19:12,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:19:12,633 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:19:12,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:19:12,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:19:12,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:19:12,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:19:12,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:19:12,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:19:12,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:19:12,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:19:12,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:19:12,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:19:12,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:19:12,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:19:12,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:19:12,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:19:12,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013a3f34c50002, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:19:12,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013a3f34c50005, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:19:12,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013a3f34c50005, quorum=127.0.0.1:51935, baseZNode=/1-1637997712 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:19:12,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013a3f34c50002, quorum=127.0.0.1:51935, baseZNode=/01224938081 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:19:12,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:19:12,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:19:12,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:19:12,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:19:12,770 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:19:12,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:19:12,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7648a310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:19:12,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26303977{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:19:12,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@254c863c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/java.io.tmpdir/jetty-localhost-45817-hadoop-hdfs-3_4_1-tests_jar-_-any-17807987497396768276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:19:12,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ace9329{HTTP/1.1, (http/1.1)}{localhost:45817} 2024-11-21T11:19:12,943 INFO [Time-limited test {}] server.Server(415): Started @128554ms 2024-11-21T11:19:13,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:19:13,169 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:19:13,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:19:13,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:19:13,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:19:13,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b66f5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:19:13,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28ba7143{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:19:13,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b4fdf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/java.io.tmpdir/jetty-localhost-35231-hadoop-hdfs-3_4_1-tests_jar-_-any-11682079583669805448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:19:13,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d8f70de{HTTP/1.1, (http/1.1)}{localhost:35231} 2024-11-21T11:19:13,334 INFO [Time-limited test {}] server.Server(415): Started @128946ms 2024-11-21T11:19:13,336 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:19:13,493 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/cluster_4cde2ea4-5bed-1e3d-5c0a-ea8031e5aeee/data/data1/current/BP-408959403-172.17.0.2-1732187952654/current, will proceed with Du for space computation calculation, 2024-11-21T11:19:13,497 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/cluster_4cde2ea4-5bed-1e3d-5c0a-ea8031e5aeee/data/data2/current/BP-408959403-172.17.0.2-1732187952654/current, will proceed with Du for space computation calculation, 2024-11-21T11:19:13,570 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:19:13,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7733156aa4d12659 with lease ID 0x46734b1a30431f86: Processing first storage report for DS-c22dd824-c535-4b3c-883b-b866cd41bfae from datanode DatanodeRegistration(127.0.0.1:33161, datanodeUuid=74e61387-abc7-4f24-adea-c9569e751f1c, infoPort=32973, infoSecurePort=0, ipcPort=41599, storageInfo=lv=-57;cid=testClusterID;nsid=2015498699;c=1732187952654) 2024-11-21T11:19:13,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7733156aa4d12659 with lease ID 0x46734b1a30431f86: from storage DS-c22dd824-c535-4b3c-883b-b866cd41bfae node DatanodeRegistration(127.0.0.1:33161, datanodeUuid=74e61387-abc7-4f24-adea-c9569e751f1c, infoPort=32973, infoSecurePort=0, ipcPort=41599, storageInfo=lv=-57;cid=testClusterID;nsid=2015498699;c=1732187952654), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:19:13,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7733156aa4d12659 with lease ID 0x46734b1a30431f86: Processing first storage report for DS-ec34ede1-b00c-406b-ae22-1ca5bcbf5bae from datanode DatanodeRegistration(127.0.0.1:33161, datanodeUuid=74e61387-abc7-4f24-adea-c9569e751f1c, infoPort=32973, infoSecurePort=0, ipcPort=41599, storageInfo=lv=-57;cid=testClusterID;nsid=2015498699;c=1732187952654) 2024-11-21T11:19:13,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7733156aa4d12659 with lease ID 0x46734b1a30431f86: from storage DS-ec34ede1-b00c-406b-ae22-1ca5bcbf5bae node DatanodeRegistration(127.0.0.1:33161, datanodeUuid=74e61387-abc7-4f24-adea-c9569e751f1c, infoPort=32973, infoSecurePort=0, ipcPort=41599, storageInfo=lv=-57;cid=testClusterID;nsid=2015498699;c=1732187952654), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:19:13,587 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596 2024-11-21T11:19:13,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:13,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:13,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:19:13,638 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c with version=8 2024-11-21T11:19:13,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/hbase-staging 2024-11-21T11:19:13,641 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:19:13,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:13,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:13,641 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:19:13,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:13,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:19:13,641 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:19:13,641 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:19:13,642 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45327 2024-11-21T11:19:13,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45327 connecting to ZooKeeper ensemble=127.0.0.1:50188 2024-11-21T11:19:13,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453270x0, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:19:13,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45327-0x1013a4080860000 connected 2024-11-21T11:19:13,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:13,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:13,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on znode that does not yet exist, /0-138290008/running 2024-11-21T11:19:13,759 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c, hbase.cluster.distributed=false 2024-11-21T11:19:13,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on znode that does not yet exist, /0-138290008/acl 2024-11-21T11:19:13,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45327 2024-11-21T11:19:13,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45327 2024-11-21T11:19:13,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45327 2024-11-21T11:19:13,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45327 2024-11-21T11:19:13,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45327 2024-11-21T11:19:13,840 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:19:13,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:13,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:13,840 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:19:13,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:13,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:19:13,840 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:19:13,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:19:13,845 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41123 2024-11-21T11:19:13,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41123 connecting to ZooKeeper ensemble=127.0.0.1:50188 2024-11-21T11:19:13,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:13,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:13,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411230x0, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:19:13,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411230x0, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on znode that does not yet exist, /0-138290008/running 2024-11-21T11:19:13,867 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:19:13,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41123-0x1013a4080860001 connected 2024-11-21T11:19:13,876 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:19:13,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on znode that does not yet exist, /0-138290008/master 2024-11-21T11:19:13,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on znode that does not yet exist, /0-138290008/acl 2024-11-21T11:19:13,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41123 2024-11-21T11:19:13,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41123 2024-11-21T11:19:13,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41123 2024-11-21T11:19:13,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41123 2024-11-21T11:19:13,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41123 2024-11-21T11:19:13,947 DEBUG [M:0;7b462513bfc2:45327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:45327 2024-11-21T11:19:13,949 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-138290008/backup-masters/7b462513bfc2,45327,1732187953640 2024-11-21T11:19:13,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008/backup-masters 2024-11-21T11:19:13,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008/backup-masters 2024-11-21T11:19:13,952 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on existing znode=/0-138290008/backup-masters/7b462513bfc2,45327,1732187953640 2024-11-21T11:19:13,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-138290008/master 2024-11-21T11:19:13,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:13,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:13,956 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on existing znode=/0-138290008/master 2024-11-21T11:19:13,957 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-138290008/backup-masters/7b462513bfc2,45327,1732187953640 from backup master directory 2024-11-21T11:19:13,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008/backup-masters 2024-11-21T11:19:13,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-138290008/backup-masters/7b462513bfc2,45327,1732187953640 2024-11-21T11:19:13,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008/backup-masters 2024-11-21T11:19:13,964 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:19:13,964 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,45327,1732187953640 2024-11-21T11:19:13,990 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/hbase.id] with ID: 9356331a-2ad6-4a93-bda4-b8b7295825f2 2024-11-21T11:19:13,991 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/.tmp/hbase.id 2024-11-21T11:19:14,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:19:14,035 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/.tmp/hbase.id]:[hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/hbase.id] 2024-11-21T11:19:14,055 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:14,055 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:19:14,056 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T11:19:14,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:14,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:14,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:19:14,091 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:19:14,092 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:19:14,097 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:14,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:19:14,539 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store 2024-11-21T11:19:14,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:19:14,564 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:14,565 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:19:14,565 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:14,565 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:14,565 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:19:14,565 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:14,565 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:14,565 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187954565Disabling compacts and flushes for region at 1732187954565Disabling writes for close at 1732187954565Writing region close event to WAL at 1732187954565Closed at 1732187954565 2024-11-21T11:19:14,566 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/.initializing 2024-11-21T11:19:14,566 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/WALs/7b462513bfc2,45327,1732187953640 2024-11-21T11:19:14,568 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:19:14,574 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C45327%2C1732187953640, suffix=, logDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/WALs/7b462513bfc2,45327,1732187953640, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/oldWALs, maxLogs=10 2024-11-21T11:19:14,592 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/WALs/7b462513bfc2,45327,1732187953640/7b462513bfc2%2C45327%2C1732187953640.1732187954575, exclude list is [], retry=0 2024-11-21T11:19:14,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33161,DS-c22dd824-c535-4b3c-883b-b866cd41bfae,DISK] 2024-11-21T11:19:14,604 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/WALs/7b462513bfc2,45327,1732187953640/7b462513bfc2%2C45327%2C1732187953640.1732187954575 2024-11-21T11:19:14,605 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32973:32973)] 2024-11-21T11:19:14,605 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:19:14,605 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:14,605 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:14,605 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:14,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:14,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:19:14,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:14,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:14,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:14,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:19:14,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:14,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:14,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:14,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:19:14,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:14,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:14,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:14,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:19:14,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:14,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:14,624 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:14,625 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:14,625 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:14,626 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:14,626 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:14,627 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:19:14,628 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:14,635 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:19:14,636 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73897765, jitterRate=0.10116250813007355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:19:14,637 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732187954605Initializing all the Stores at 1732187954607 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187954607Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187954608 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187954608Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187954608Cleaning up temporary data from old regions at 1732187954626 (+18 ms)Region opened successfully at 1732187954637 (+11 ms) 2024-11-21T11:19:14,644 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:19:14,651 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7207451c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:19:14,652 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:19:14,652 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:19:14,652 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:19:14,652 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:19:14,654 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T11:19:14,654 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:19:14,654 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:19:14,659 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:19:14,660 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Unable to get data of znode /0-138290008/balancer because node does not exist (not necessarily an error) 2024-11-21T11:19:14,663 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-138290008/balancer already deleted, retry=false 2024-11-21T11:19:14,664 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:19:14,664 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Unable to get data of znode /0-138290008/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:19:14,666 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-138290008/normalizer already deleted, retry=false 2024-11-21T11:19:14,667 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:19:14,671 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Unable to get data of znode /0-138290008/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:19:14,673 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-138290008/switch/split already deleted, retry=false 2024-11-21T11:19:14,674 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Unable to get data of znode /0-138290008/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:19:14,676 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-138290008/switch/merge already deleted, retry=false 2024-11-21T11:19:14,680 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Unable to get data of znode /0-138290008/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:19:14,683 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-138290008/snapshot-cleanup already deleted, retry=false 2024-11-21T11:19:14,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-138290008/running 2024-11-21T11:19:14,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:14,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-138290008/running 2024-11-21T11:19:14,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:14,694 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,45327,1732187953640, sessionid=0x1013a4080860000, setting cluster-up flag (Was=false) 2024-11-21T11:19:14,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:14,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:14,704 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-138290008/flush-table-proc/acquired, /0-138290008/flush-table-proc/reached, /0-138290008/flush-table-proc/abort 2024-11-21T11:19:14,707 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,45327,1732187953640 2024-11-21T11:19:14,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:14,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:14,726 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-138290008/online-snapshot/acquired, /0-138290008/online-snapshot/reached, /0-138290008/online-snapshot/abort 2024-11-21T11:19:14,731 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,45327,1732187953640 2024-11-21T11:19:14,733 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:19:14,764 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:19:14,765 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:19:14,765 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:19:14,765 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,45327,1732187953640 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:19:14,767 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:14,767 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:14,767 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:14,767 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:14,767 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:19:14,767 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:14,767 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:19:14,767 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:14,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:19:14,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:19:14,770 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:14,770 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:19:14,784 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732187984784 2024-11-21T11:19:14,785 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:19:14,785 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:19:14,785 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:19:14,785 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:19:14,785 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:19:14,785 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:19:14,785 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:14,804 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:19:14,805 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:19:14,805 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:19:14,805 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:19:14,824 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:19:14,824 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:19:14,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:19:14,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:19:14,832 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c 2024-11-21T11:19:14,836 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187954825,5,FailOnTimeoutGroup] 2024-11-21T11:19:14,840 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187954836,5,FailOnTimeoutGroup] 2024-11-21T11:19:14,840 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:14,840 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:19:14,840 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:14,840 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:14,842 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(746): ClusterId : 9356331a-2ad6-4a93-bda4-b8b7295825f2 2024-11-21T11:19:14,842 DEBUG [RS:0;7b462513bfc2:41123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:19:14,845 DEBUG [RS:0;7b462513bfc2:41123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:19:14,845 DEBUG [RS:0;7b462513bfc2:41123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:19:14,846 DEBUG [RS:0;7b462513bfc2:41123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:19:14,846 DEBUG [RS:0;7b462513bfc2:41123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e681c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:19:14,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741832_1008 (size=32) 2024-11-21T11:19:14,864 DEBUG [RS:0;7b462513bfc2:41123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:41123 2024-11-21T11:19:14,864 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:19:14,864 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:19:14,864 DEBUG [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:19:14,865 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,45327,1732187953640 with port=41123, startcode=1732187953839 2024-11-21T11:19:14,865 DEBUG [RS:0;7b462513bfc2:41123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:19:14,866 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:19:14,867 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,41123,1732187953839 2024-11-21T11:19:14,867 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45327 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,41123,1732187953839 2024-11-21T11:19:14,868 DEBUG [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c 2024-11-21T11:19:14,868 DEBUG [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42535 2024-11-21T11:19:14,868 DEBUG [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:19:14,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008/rs 2024-11-21T11:19:14,871 DEBUG [RS:0;7b462513bfc2:41123 {}] zookeeper.ZKUtil(111): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on existing znode=/0-138290008/rs/7b462513bfc2,41123,1732187953839 2024-11-21T11:19:14,871 WARN [RS:0;7b462513bfc2:41123 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:19:14,871 INFO [RS:0;7b462513bfc2:41123 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:14,871 DEBUG [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839 2024-11-21T11:19:14,871 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,41123,1732187953839] 2024-11-21T11:19:14,874 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:19:14,875 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:19:14,876 INFO [RS:0;7b462513bfc2:41123 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:19:14,876 INFO [RS:0;7b462513bfc2:41123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:14,880 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:19:14,881 INFO [RS:0;7b462513bfc2:41123 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:19:14,881 INFO [RS:0;7b462513bfc2:41123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:14,881 DEBUG [RS:0;7b462513bfc2:41123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:14,881 DEBUG [RS:0;7b462513bfc2:41123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:14,881 DEBUG [RS:0;7b462513bfc2:41123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:14,881 DEBUG [RS:0;7b462513bfc2:41123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:14,881 DEBUG [RS:0;7b462513bfc2:41123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:14,881 DEBUG [RS:0;7b462513bfc2:41123 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:19:14,881 DEBUG [RS:0;7b462513bfc2:41123 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:14,881 DEBUG [RS:0;7b462513bfc2:41123 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:14,881 DEBUG [RS:0;7b462513bfc2:41123 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:14,881 DEBUG [RS:0;7b462513bfc2:41123 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:14,881 DEBUG [RS:0;7b462513bfc2:41123 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:14,881 DEBUG [RS:0;7b462513bfc2:41123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:14,881 DEBUG [RS:0;7b462513bfc2:41123 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:19:14,881 DEBUG [RS:0;7b462513bfc2:41123 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:19:14,882 INFO [RS:0;7b462513bfc2:41123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:14,882 INFO [RS:0;7b462513bfc2:41123 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:14,882 INFO [RS:0;7b462513bfc2:41123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:14,882 INFO [RS:0;7b462513bfc2:41123 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:14,882 INFO [RS:0;7b462513bfc2:41123 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:14,882 INFO [RS:0;7b462513bfc2:41123 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41123,1732187953839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:19:14,896 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:19:14,896 INFO [RS:0;7b462513bfc2:41123 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41123,1732187953839-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:14,896 INFO [RS:0;7b462513bfc2:41123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:14,896 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.Replication(171): 7b462513bfc2,41123,1732187953839 started 2024-11-21T11:19:14,909 INFO [RS:0;7b462513bfc2:41123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:14,909 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,41123,1732187953839, RpcServer on 7b462513bfc2/172.17.0.2:41123, sessionid=0x1013a4080860001 2024-11-21T11:19:14,909 DEBUG [RS:0;7b462513bfc2:41123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:19:14,909 DEBUG [RS:0;7b462513bfc2:41123 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,41123,1732187953839 2024-11-21T11:19:14,910 DEBUG [RS:0;7b462513bfc2:41123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,41123,1732187953839' 2024-11-21T11:19:14,910 DEBUG [RS:0;7b462513bfc2:41123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-138290008/flush-table-proc/abort' 2024-11-21T11:19:14,910 DEBUG [RS:0;7b462513bfc2:41123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-138290008/flush-table-proc/acquired' 2024-11-21T11:19:14,910 DEBUG [RS:0;7b462513bfc2:41123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:19:14,910 DEBUG [RS:0;7b462513bfc2:41123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:19:14,910 DEBUG [RS:0;7b462513bfc2:41123 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,41123,1732187953839 2024-11-21T11:19:14,910 DEBUG [RS:0;7b462513bfc2:41123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,41123,1732187953839' 2024-11-21T11:19:14,910 DEBUG [RS:0;7b462513bfc2:41123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-138290008/online-snapshot/abort' 2024-11-21T11:19:14,911 DEBUG [RS:0;7b462513bfc2:41123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-138290008/online-snapshot/acquired' 2024-11-21T11:19:14,911 DEBUG [RS:0;7b462513bfc2:41123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:19:14,911 INFO [RS:0;7b462513bfc2:41123 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:19:14,911 INFO [RS:0;7b462513bfc2:41123 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:19:15,012 INFO [RS:0;7b462513bfc2:41123 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:19:15,014 INFO [RS:0;7b462513bfc2:41123 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C41123%2C1732187953839, suffix=, logDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/oldWALs, maxLogs=10 2024-11-21T11:19:15,031 DEBUG [RS:0;7b462513bfc2:41123 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839/7b462513bfc2%2C41123%2C1732187953839.1732187955014, exclude list is [], retry=0 2024-11-21T11:19:15,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33161,DS-c22dd824-c535-4b3c-883b-b866cd41bfae,DISK] 2024-11-21T11:19:15,036 INFO [RS:0;7b462513bfc2:41123 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839/7b462513bfc2%2C41123%2C1732187953839.1732187955014 2024-11-21T11:19:15,036 DEBUG [RS:0;7b462513bfc2:41123 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32973:32973)] 2024-11-21T11:19:15,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:15,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:19:15,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:19:15,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:15,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:15,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:19:15,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:19:15,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:15,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:15,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:19:15,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:19:15,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:15,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:15,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:19:15,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:19:15,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:15,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:15,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:19:15,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740 2024-11-21T11:19:15,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740 2024-11-21T11:19:15,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:19:15,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:19:15,261 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:19:15,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:19:15,265 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:19:15,265 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61976255, jitterRate=-0.07648183405399323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:19:15,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732187955250Initializing all the Stores at 1732187955251 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187955251Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187955251Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187955251Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187955251Cleaning up temporary data from old regions at 1732187955261 (+10 ms)Region opened successfully at 1732187955266 (+5 ms) 2024-11-21T11:19:15,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:19:15,266 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:19:15,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:19:15,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:19:15,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:19:15,266 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:19:15,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187955266Disabling compacts and flushes for region at 1732187955266Disabling writes for close at 1732187955266Writing region close event to WAL at 1732187955266Closed at 1732187955266 2024-11-21T11:19:15,268 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:19:15,268 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:19:15,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:19:15,270 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:19:15,271 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:19:15,421 DEBUG [7b462513bfc2:45327 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:19:15,422 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,41123,1732187953839 2024-11-21T11:19:15,423 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,41123,1732187953839, state=OPENING 2024-11-21T11:19:15,425 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:19:15,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:15,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:15,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-138290008/meta-region-server: CHANGED 2024-11-21T11:19:15,428 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:19:15,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-138290008/meta-region-server: CHANGED 2024-11-21T11:19:15,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,41123,1732187953839}] 2024-11-21T11:19:15,439 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:19:15,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:15,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:15,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:15,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:15,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:15,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:15,582 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:19:15,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:19:15,587 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:19:15,587 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:15,587 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:19:15,588 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C41123%2C1732187953839.meta, suffix=.meta, logDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/oldWALs, maxLogs=10 2024-11-21T11:19:15,602 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839/7b462513bfc2%2C41123%2C1732187953839.meta.1732187955589.meta, exclude list is [], retry=0 2024-11-21T11:19:15,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33161,DS-c22dd824-c535-4b3c-883b-b866cd41bfae,DISK] 2024-11-21T11:19:15,606 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839/7b462513bfc2%2C41123%2C1732187953839.meta.1732187955589.meta 2024-11-21T11:19:15,606 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32973:32973)] 2024-11-21T11:19:15,606 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:19:15,606 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:19:15,607 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:19:15,607 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:19:15,607 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:19:15,607 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:19:15,607 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:15,607 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:19:15,607 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:19:15,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:19:15,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:19:15,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:15,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:15,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:19:15,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:19:15,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:15,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:15,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:19:15,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:19:15,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:15,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:15,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:19:15,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:19:15,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:15,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:15,612 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:19:15,613 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740 2024-11-21T11:19:15,614 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740 2024-11-21T11:19:15,615 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:19:15,615 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:19:15,615 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:19:15,616 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:19:15,617 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62948109, jitterRate=-0.062000080943107605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:19:15,617 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:19:15,617 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732187955607Writing region info on filesystem at 1732187955607Initializing all the Stores at 1732187955608 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187955608Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187955608Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187955608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187955608Cleaning up temporary data from old regions at 1732187955615 (+7 ms)Running coprocessor post-open hooks at 1732187955617 (+2 ms)Region opened successfully at 1732187955617 2024-11-21T11:19:15,618 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732187955581 2024-11-21T11:19:15,620 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:19:15,620 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:19:15,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,41123,1732187953839 2024-11-21T11:19:15,622 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,41123,1732187953839, state=OPEN 2024-11-21T11:19:15,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-138290008/meta-region-server 2024-11-21T11:19:15,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-138290008/meta-region-server 2024-11-21T11:19:15,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,41123,1732187953839 2024-11-21T11:19:15,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-138290008/meta-region-server: CHANGED 2024-11-21T11:19:15,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-138290008/meta-region-server: CHANGED 2024-11-21T11:19:15,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:19:15,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,41123,1732187953839 in 200 msec 2024-11-21T11:19:15,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:19:15,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-21T11:19:15,632 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:19:15,632 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:19:15,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:15,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41123,1732187953839, seqNum=-1] 2024-11-21T11:19:15,634 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:15,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:19:15,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 887 msec 2024-11-21T11:19:15,641 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732187955641, completionTime=-1 2024-11-21T11:19:15,641 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:19:15,641 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:19:15,642 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:19:15,642 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188015642 2024-11-21T11:19:15,642 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188075642 2024-11-21T11:19:15,642 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T11:19:15,643 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45327,1732187953640-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:15,643 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45327,1732187953640-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:15,643 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45327,1732187953640-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:15,643 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:45327, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:15,643 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:15,643 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:15,645 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:19:15,647 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.683sec 2024-11-21T11:19:15,647 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:19:15,647 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:19:15,647 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:19:15,647 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:19:15,647 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:19:15,647 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45327,1732187953640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:19:15,647 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45327,1732187953640-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:19:15,649 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:19:15,649 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:19:15,649 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45327,1732187953640-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:15,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e368de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:15,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,45327,-1 for getting cluster id 2024-11-21T11:19:15,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:15,744 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9356331a-2ad6-4a93-bda4-b8b7295825f2' 2024-11-21T11:19:15,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:15,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9356331a-2ad6-4a93-bda4-b8b7295825f2" 2024-11-21T11:19:15,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23372480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:15,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,45327,-1] 2024-11-21T11:19:15,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:15,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:15,746 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:15,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a4b3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:15,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:15,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41123,1732187953839, seqNum=-1] 2024-11-21T11:19:15,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:15,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:19:15,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,45327,1732187953640 2024-11-21T11:19:15,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50188 2024-11-21T11:19:15,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:19:15,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a4080860002 connected 2024-11-21T11:19:15,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/hadoop.log.dir so I do NOT create it in target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356 2024-11-21T11:19:15,759 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:19:15,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/hadoop.tmp.dir so I do NOT create it in target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356 2024-11-21T11:19:15,759 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:19:15,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356 2024-11-21T11:19:15,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:19:15,759 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/cluster_b061bd8f-a577-a64a-130d-027da797637e, deleteOnExit=true 2024-11-21T11:19:15,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:19:15,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/test.cache.data in system properties and HBase conf 2024-11-21T11:19:15,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:19:15,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:19:15,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:19:15,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:19:15,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:19:15,760 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:19:15,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:19:15,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:19:15,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:19:15,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:19:15,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:19:15,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:19:15,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:19:15,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:19:15,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:19:15,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:19:15,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:19:15,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:19:15,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:19:15,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:19:15,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:19:15,838 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:19:15,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:19:15,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:19:15,840 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:19:15,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:19:15,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65fadc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:19:15,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3711c3e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:19:15,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bbf7c5a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/java.io.tmpdir/jetty-localhost-41249-hadoop-hdfs-3_4_1-tests_jar-_-any-4513875401158546112/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:19:15,960 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a9bc6b3{HTTP/1.1, (http/1.1)}{localhost:41249} 2024-11-21T11:19:15,960 INFO [Time-limited test {}] server.Server(415): Started @131572ms 2024-11-21T11:19:16,080 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:19:16,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:19:16,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:19:16,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:19:16,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:19:16,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23bb9962{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:19:16,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2845a215{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:19:16,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3771cc18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/java.io.tmpdir/jetty-localhost-33401-hadoop-hdfs-3_4_1-tests_jar-_-any-6053359925428286172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:19:16,318 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@661eb06e{HTTP/1.1, (http/1.1)}{localhost:33401} 2024-11-21T11:19:16,318 INFO [Time-limited test {}] server.Server(415): Started @131929ms 2024-11-21T11:19:16,319 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:19:16,472 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/cluster_b061bd8f-a577-a64a-130d-027da797637e/data/data1/current/BP-2067723600-172.17.0.2-1732187955779/current, will proceed with Du for space computation calculation, 2024-11-21T11:19:16,472 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/cluster_b061bd8f-a577-a64a-130d-027da797637e/data/data2/current/BP-2067723600-172.17.0.2-1732187955779/current, will proceed with Du for space computation calculation, 2024-11-21T11:19:16,489 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:19:16,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6342082d8c1cbd39 with lease ID 0xc947f6923ec3ccbc: Processing first storage report for DS-06b5e3f9-ab93-4024-a5bf-c6a1279fbc39 from datanode DatanodeRegistration(127.0.0.1:46335, datanodeUuid=836e4bd3-3f37-437d-ad7c-c738f6251f6d, infoPort=43585, infoSecurePort=0, ipcPort=36481, storageInfo=lv=-57;cid=testClusterID;nsid=1967680902;c=1732187955779) 2024-11-21T11:19:16,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6342082d8c1cbd39 with lease ID 0xc947f6923ec3ccbc: from storage DS-06b5e3f9-ab93-4024-a5bf-c6a1279fbc39 node DatanodeRegistration(127.0.0.1:46335, datanodeUuid=836e4bd3-3f37-437d-ad7c-c738f6251f6d, infoPort=43585, infoSecurePort=0, ipcPort=36481, storageInfo=lv=-57;cid=testClusterID;nsid=1967680902;c=1732187955779), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T11:19:16,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6342082d8c1cbd39 with lease ID 0xc947f6923ec3ccbc: Processing first storage report for DS-114e498f-3006-42f6-b4a1-dfa59a7fa2e9 from datanode DatanodeRegistration(127.0.0.1:46335, datanodeUuid=836e4bd3-3f37-437d-ad7c-c738f6251f6d, infoPort=43585, infoSecurePort=0, ipcPort=36481, storageInfo=lv=-57;cid=testClusterID;nsid=1967680902;c=1732187955779) 2024-11-21T11:19:16,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6342082d8c1cbd39 with lease ID 0xc947f6923ec3ccbc: from storage DS-114e498f-3006-42f6-b4a1-dfa59a7fa2e9 node DatanodeRegistration(127.0.0.1:46335, datanodeUuid=836e4bd3-3f37-437d-ad7c-c738f6251f6d, infoPort=43585, infoSecurePort=0, ipcPort=36481, storageInfo=lv=-57;cid=testClusterID;nsid=1967680902;c=1732187955779), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:19:16,501 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356 2024-11-21T11:19:16,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:16,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:16,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:19:16,911 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710 with version=8 2024-11-21T11:19:16,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/hbase-staging 2024-11-21T11:19:16,913 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:19:16,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:16,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:16,913 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:19:16,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:16,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:19:16,914 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:19:16,914 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:19:16,914 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45587 2024-11-21T11:19:16,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45587 connecting to ZooKeeper ensemble=127.0.0.1:50188 2024-11-21T11:19:16,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455870x0, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:19:16,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45587-0x1013a4080860003 connected 2024-11-21T11:19:16,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:16,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:16,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Set watcher on znode that does not yet exist, /1353476339/running 2024-11-21T11:19:16,936 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710, hbase.cluster.distributed=false 2024-11-21T11:19:16,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Set watcher on znode that does not yet exist, /1353476339/acl 2024-11-21T11:19:16,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45587 2024-11-21T11:19:16,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45587 2024-11-21T11:19:16,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45587 2024-11-21T11:19:16,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45587 2024-11-21T11:19:16,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45587 2024-11-21T11:19:16,968 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:19:16,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:16,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:16,968 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:19:16,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:16,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:19:16,969 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:19:16,969 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:19:16,969 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34423 2024-11-21T11:19:16,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34423 connecting to ZooKeeper ensemble=127.0.0.1:50188 2024-11-21T11:19:16,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:16,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:16,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344230x0, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:19:16,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344230x0, quorum=127.0.0.1:50188, baseZNode=/1353476339 Set watcher on znode that does not yet exist, /1353476339/running 2024-11-21T11:19:16,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34423-0x1013a4080860004 connected 2024-11-21T11:19:16,979 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:19:16,979 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:19:16,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Set watcher on znode that does not yet exist, /1353476339/master 2024-11-21T11:19:16,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Set watcher on znode that does not yet exist, /1353476339/acl 2024-11-21T11:19:16,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34423 2024-11-21T11:19:16,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34423 2024-11-21T11:19:16,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34423 2024-11-21T11:19:16,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34423 2024-11-21T11:19:16,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34423 2024-11-21T11:19:17,003 DEBUG [M:0;7b462513bfc2:45587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:45587 2024-11-21T11:19:17,004 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1353476339/backup-masters/7b462513bfc2,45587,1732187956913 2024-11-21T11:19:17,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339/backup-masters 2024-11-21T11:19:17,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339/backup-masters 2024-11-21T11:19:17,006 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Set watcher on existing znode=/1353476339/backup-masters/7b462513bfc2,45587,1732187956913 2024-11-21T11:19:17,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1353476339/master 2024-11-21T11:19:17,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339 2024-11-21T11:19:17,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339 2024-11-21T11:19:17,010 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Set watcher on existing znode=/1353476339/master 2024-11-21T11:19:17,010 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1353476339/backup-masters/7b462513bfc2,45587,1732187956913 from backup master directory 2024-11-21T11:19:17,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1353476339/backup-masters/7b462513bfc2,45587,1732187956913 2024-11-21T11:19:17,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339/backup-masters 2024-11-21T11:19:17,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339/backup-masters 2024-11-21T11:19:17,011 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:19:17,011 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,45587,1732187956913 2024-11-21T11:19:17,016 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/hbase.id] with ID: 657bb349-977b-4fa5-ac3c-9536252dd605 2024-11-21T11:19:17,016 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/.tmp/hbase.id 2024-11-21T11:19:17,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:19:17,423 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/.tmp/hbase.id]:[hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/hbase.id] 2024-11-21T11:19:17,450 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:17,450 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:19:17,451 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T11:19:17,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339 2024-11-21T11:19:17,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339 2024-11-21T11:19:17,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:19:17,469 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:19:17,470 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:19:17,472 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:17,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:19:17,483 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store 2024-11-21T11:19:17,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:19:17,490 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:17,491 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:19:17,491 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:17,491 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:17,491 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:19:17,491 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:17,491 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:17,491 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187957491Disabling compacts and flushes for region at 1732187957491Disabling writes for close at 1732187957491Writing region close event to WAL at 1732187957491Closed at 1732187957491 2024-11-21T11:19:17,492 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/.initializing 2024-11-21T11:19:17,492 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/WALs/7b462513bfc2,45587,1732187956913 2024-11-21T11:19:17,493 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:19:17,494 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C45587%2C1732187956913, suffix=, logDir=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/WALs/7b462513bfc2,45587,1732187956913, archiveDir=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/oldWALs, maxLogs=10 2024-11-21T11:19:17,513 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/WALs/7b462513bfc2,45587,1732187956913/7b462513bfc2%2C45587%2C1732187956913.1732187957494, exclude list is [], retry=0 2024-11-21T11:19:17,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-06b5e3f9-ab93-4024-a5bf-c6a1279fbc39,DISK] 2024-11-21T11:19:17,521 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/WALs/7b462513bfc2,45587,1732187956913/7b462513bfc2%2C45587%2C1732187956913.1732187957494 2024-11-21T11:19:17,521 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43585:43585)] 2024-11-21T11:19:17,521 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:19:17,521 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:17,521 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:17,522 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:17,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:17,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:19:17,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:17,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:17,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:17,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:19:17,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:17,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:17,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:17,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:19:17,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:17,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:17,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:17,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:19:17,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:17,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:17,529 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:17,530 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:17,530 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:17,531 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:17,531 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:17,533 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:19:17,535 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:17,544 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:19:17,545 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59496545, jitterRate=-0.1134323924779892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:19:17,545 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732187957522Initializing all the Stores at 1732187957522Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187957522Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187957523 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187957523Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187957523Cleaning up temporary data from old regions at 1732187957531 (+8 ms)Region opened successfully at 1732187957545 (+14 ms) 2024-11-21T11:19:17,552 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:19:17,555 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60507b95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:19:17,556 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:19:17,556 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:19:17,557 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:19:17,557 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:19:17,557 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:19:17,558 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:19:17,558 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:19:17,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:19:17,567 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Unable to get data of znode /1353476339/balancer because node does not exist (not necessarily an error) 2024-11-21T11:19:17,569 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1353476339/balancer already deleted, retry=false 2024-11-21T11:19:17,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:19:17,570 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Unable to get data of znode /1353476339/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:19:17,572 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1353476339/normalizer already deleted, retry=false 2024-11-21T11:19:17,573 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:19:17,574 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Unable to get data of znode /1353476339/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:19:17,576 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1353476339/switch/split already deleted, retry=false 2024-11-21T11:19:17,576 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Unable to get data of znode /1353476339/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:19:17,577 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1353476339/switch/merge already deleted, retry=false 2024-11-21T11:19:17,579 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Unable to get data of znode /1353476339/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:19:17,580 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1353476339/snapshot-cleanup already deleted, retry=false 2024-11-21T11:19:17,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1353476339/running 2024-11-21T11:19:17,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339 2024-11-21T11:19:17,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1353476339/running 2024-11-21T11:19:17,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339 2024-11-21T11:19:17,587 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,45587,1732187956913, sessionid=0x1013a4080860003, setting cluster-up flag (Was=false) 2024-11-21T11:19:17,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339 2024-11-21T11:19:17,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339 2024-11-21T11:19:17,604 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1353476339/flush-table-proc/acquired, /1353476339/flush-table-proc/reached, /1353476339/flush-table-proc/abort 2024-11-21T11:19:17,606 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,45587,1732187956913 2024-11-21T11:19:17,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339 2024-11-21T11:19:17,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339 2024-11-21T11:19:17,617 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1353476339/online-snapshot/acquired, /1353476339/online-snapshot/reached, /1353476339/online-snapshot/abort 2024-11-21T11:19:17,620 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,45587,1732187956913 2024-11-21T11:19:17,621 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:19:17,623 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:19:17,623 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:19:17,624 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:19:17,624 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,45587,1732187956913 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:19:17,625 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:17,625 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:17,625 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:17,625 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:17,625 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:19:17,625 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:17,626 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:19:17,626 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:17,630 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:19:17,630 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:19:17,631 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:17,631 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:19:17,641 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732187987641 2024-11-21T11:19:17,641 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:19:17,641 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:19:17,641 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:19:17,641 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:19:17,641 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:19:17,641 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:19:17,642 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:17,642 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:19:17,643 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:19:17,643 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:19:17,643 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:19:17,645 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:19:17,645 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:19:17,648 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187957645,5,FailOnTimeoutGroup] 2024-11-21T11:19:17,649 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187957648,5,FailOnTimeoutGroup] 2024-11-21T11:19:17,649 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:17,649 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:19:17,649 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:17,649 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:17,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:19:17,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:19:17,651 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710 2024-11-21T11:19:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741832_1008 (size=32) 2024-11-21T11:19:17,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:17,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:19:17,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:19:17,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:17,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:17,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:19:17,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:19:17,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:17,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:17,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:19:17,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:19:17,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:17,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:17,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:19:17,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:19:17,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:17,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:17,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:19:17,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/data/hbase/meta/1588230740 2024-11-21T11:19:17,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/data/hbase/meta/1588230740 2024-11-21T11:19:17,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:19:17,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:19:17,678 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:19:17,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:19:17,686 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:19:17,687 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60115149, jitterRate=-0.10421447455883026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:19:17,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732187957667Initializing all the Stores at 1732187957667Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187957667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187957668 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187957668Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187957668Cleaning up temporary data from old regions at 1732187957678 (+10 ms)Region opened successfully at 1732187957687 (+9 ms) 2024-11-21T11:19:17,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:19:17,687 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:19:17,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:19:17,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:19:17,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:19:17,688 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:19:17,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187957687Disabling compacts and flushes for region at 1732187957687Disabling writes for close at 1732187957687Writing region close event to WAL at 1732187957688 (+1 ms)Closed at 1732187957688 2024-11-21T11:19:17,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:19:17,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:19:17,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:19:17,691 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:19:17,692 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:19:17,698 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer(746): ClusterId : 657bb349-977b-4fa5-ac3c-9536252dd605 2024-11-21T11:19:17,698 DEBUG [RS:0;7b462513bfc2:34423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:19:17,701 DEBUG [RS:0;7b462513bfc2:34423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:19:17,701 DEBUG [RS:0;7b462513bfc2:34423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:19:17,706 DEBUG [RS:0;7b462513bfc2:34423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:19:17,707 DEBUG [RS:0;7b462513bfc2:34423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfa11b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:19:17,726 DEBUG [RS:0;7b462513bfc2:34423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:34423 2024-11-21T11:19:17,726 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:19:17,726 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:19:17,726 DEBUG [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:19:17,727 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,45587,1732187956913 with port=34423, startcode=1732187956968 2024-11-21T11:19:17,727 DEBUG [RS:0;7b462513bfc2:34423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:19:17,732 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:19:17,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,34423,1732187956968 2024-11-21T11:19:17,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45587 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,34423,1732187956968 2024-11-21T11:19:17,734 DEBUG [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710 2024-11-21T11:19:17,734 DEBUG [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36871 2024-11-21T11:19:17,734 DEBUG [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:19:17,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339/rs 2024-11-21T11:19:17,736 DEBUG [RS:0;7b462513bfc2:34423 {}] zookeeper.ZKUtil(111): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Set watcher on existing znode=/1353476339/rs/7b462513bfc2,34423,1732187956968 2024-11-21T11:19:17,736 WARN [RS:0;7b462513bfc2:34423 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:19:17,736 INFO [RS:0;7b462513bfc2:34423 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:17,737 DEBUG [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/WALs/7b462513bfc2,34423,1732187956968 2024-11-21T11:19:17,737 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,34423,1732187956968] 2024-11-21T11:19:17,742 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:19:17,751 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:19:17,752 INFO [RS:0;7b462513bfc2:34423 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:19:17,752 INFO [RS:0;7b462513bfc2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:17,752 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:19:17,753 INFO [RS:0;7b462513bfc2:34423 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:19:17,753 INFO [RS:0;7b462513bfc2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:17,753 DEBUG [RS:0;7b462513bfc2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:17,753 DEBUG [RS:0;7b462513bfc2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:17,753 DEBUG [RS:0;7b462513bfc2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:17,753 DEBUG [RS:0;7b462513bfc2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:17,753 DEBUG [RS:0;7b462513bfc2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:17,753 DEBUG [RS:0;7b462513bfc2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:19:17,753 DEBUG [RS:0;7b462513bfc2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:17,753 DEBUG [RS:0;7b462513bfc2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:17,753 DEBUG [RS:0;7b462513bfc2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:17,753 DEBUG [RS:0;7b462513bfc2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:17,753 DEBUG [RS:0;7b462513bfc2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:17,753 DEBUG [RS:0;7b462513bfc2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:17,754 DEBUG [RS:0;7b462513bfc2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:19:17,754 DEBUG [RS:0;7b462513bfc2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:19:17,756 INFO [RS:0;7b462513bfc2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:17,756 INFO [RS:0;7b462513bfc2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:17,756 INFO [RS:0;7b462513bfc2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:17,756 INFO [RS:0;7b462513bfc2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:17,756 INFO [RS:0;7b462513bfc2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:17,756 INFO [RS:0;7b462513bfc2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,34423,1732187956968-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:19:17,770 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:19:17,771 INFO [RS:0;7b462513bfc2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,34423,1732187956968-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:17,771 INFO [RS:0;7b462513bfc2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:17,771 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.Replication(171): 7b462513bfc2,34423,1732187956968 started 2024-11-21T11:19:17,784 INFO [RS:0;7b462513bfc2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:17,784 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,34423,1732187956968, RpcServer on 7b462513bfc2/172.17.0.2:34423, sessionid=0x1013a4080860004 2024-11-21T11:19:17,784 DEBUG [RS:0;7b462513bfc2:34423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:19:17,784 DEBUG [RS:0;7b462513bfc2:34423 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,34423,1732187956968 2024-11-21T11:19:17,784 DEBUG [RS:0;7b462513bfc2:34423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,34423,1732187956968' 2024-11-21T11:19:17,784 DEBUG [RS:0;7b462513bfc2:34423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1353476339/flush-table-proc/abort' 2024-11-21T11:19:17,785 DEBUG [RS:0;7b462513bfc2:34423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1353476339/flush-table-proc/acquired' 2024-11-21T11:19:17,785 DEBUG [RS:0;7b462513bfc2:34423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:19:17,785 DEBUG [RS:0;7b462513bfc2:34423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:19:17,785 DEBUG [RS:0;7b462513bfc2:34423 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,34423,1732187956968 2024-11-21T11:19:17,785 DEBUG [RS:0;7b462513bfc2:34423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,34423,1732187956968' 2024-11-21T11:19:17,785 DEBUG [RS:0;7b462513bfc2:34423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1353476339/online-snapshot/abort' 2024-11-21T11:19:17,785 DEBUG [RS:0;7b462513bfc2:34423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1353476339/online-snapshot/acquired' 2024-11-21T11:19:17,786 DEBUG [RS:0;7b462513bfc2:34423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:19:17,786 INFO [RS:0;7b462513bfc2:34423 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:19:17,786 INFO [RS:0;7b462513bfc2:34423 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:19:17,843 WARN [7b462513bfc2:45587 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:19:17,886 INFO [RS:0;7b462513bfc2:34423 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:19:17,888 INFO [RS:0;7b462513bfc2:34423 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C34423%2C1732187956968, suffix=, logDir=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/WALs/7b462513bfc2,34423,1732187956968, archiveDir=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/oldWALs, maxLogs=10 2024-11-21T11:19:17,902 DEBUG [RS:0;7b462513bfc2:34423 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/WALs/7b462513bfc2,34423,1732187956968/7b462513bfc2%2C34423%2C1732187956968.1732187957888, exclude list is [], retry=0 2024-11-21T11:19:17,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-06b5e3f9-ab93-4024-a5bf-c6a1279fbc39,DISK] 2024-11-21T11:19:17,906 INFO [RS:0;7b462513bfc2:34423 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/WALs/7b462513bfc2,34423,1732187956968/7b462513bfc2%2C34423%2C1732187956968.1732187957888 2024-11-21T11:19:17,907 DEBUG [RS:0;7b462513bfc2:34423 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43585:43585)] 2024-11-21T11:19:18,093 DEBUG [7b462513bfc2:45587 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:19:18,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,34423,1732187956968 2024-11-21T11:19:18,094 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,34423,1732187956968, state=OPENING 2024-11-21T11:19:18,102 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:19:18,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339 2024-11-21T11:19:18,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339 2024-11-21T11:19:18,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1353476339/meta-region-server: CHANGED 2024-11-21T11:19:18,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1353476339/meta-region-server: CHANGED 2024-11-21T11:19:18,104 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:19:18,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,34423,1732187956968}] 2024-11-21T11:19:18,257 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:19:18,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:19:18,263 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:19:18,263 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:18,263 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:19:18,264 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C34423%2C1732187956968.meta, suffix=.meta, logDir=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/WALs/7b462513bfc2,34423,1732187956968, archiveDir=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/oldWALs, maxLogs=10 2024-11-21T11:19:18,285 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/WALs/7b462513bfc2,34423,1732187956968/7b462513bfc2%2C34423%2C1732187956968.meta.1732187958265.meta, exclude list is [], retry=0 2024-11-21T11:19:18,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-06b5e3f9-ab93-4024-a5bf-c6a1279fbc39,DISK] 2024-11-21T11:19:18,289 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/WALs/7b462513bfc2,34423,1732187956968/7b462513bfc2%2C34423%2C1732187956968.meta.1732187958265.meta 2024-11-21T11:19:18,289 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43585:43585)] 2024-11-21T11:19:18,289 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:19:18,290 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:19:18,290 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:19:18,290 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:19:18,290 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:19:18,290 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:19:18,290 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:18,290 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:19:18,290 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:19:18,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:19:18,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:19:18,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:18,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:18,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:19:18,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:19:18,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:18,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:18,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:19:18,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:19:18,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:18,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:18,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:19:18,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:19:18,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:18,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:18,296 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:19:18,296 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/data/hbase/meta/1588230740 2024-11-21T11:19:18,297 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/data/hbase/meta/1588230740 2024-11-21T11:19:18,298 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:19:18,298 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:19:18,298 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:19:18,299 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:19:18,300 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63560824, jitterRate=-0.05286991596221924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:19:18,300 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:19:18,300 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732187958290Writing region info on filesystem at 1732187958290Initializing all the Stores at 1732187958291 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187958291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187958291Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187958291Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187958291Cleaning up temporary data from old regions at 1732187958298 (+7 ms)Running coprocessor post-open hooks at 1732187958300 (+2 ms)Region opened successfully at 1732187958300 2024-11-21T11:19:18,301 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732187958257 2024-11-21T11:19:18,303 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:19:18,303 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:19:18,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,34423,1732187956968 2024-11-21T11:19:18,304 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,34423,1732187956968, state=OPEN 2024-11-21T11:19:18,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1353476339/meta-region-server 2024-11-21T11:19:18,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1353476339/meta-region-server 2024-11-21T11:19:18,306 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,34423,1732187956968 2024-11-21T11:19:18,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1353476339/meta-region-server: CHANGED 2024-11-21T11:19:18,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1353476339/meta-region-server: CHANGED 2024-11-21T11:19:18,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:19:18,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,34423,1732187956968 in 202 msec 2024-11-21T11:19:18,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:19:18,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 619 msec 2024-11-21T11:19:18,311 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:19:18,311 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:19:18,312 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:18,312 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,34423,1732187956968, seqNum=-1] 2024-11-21T11:19:18,312 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:18,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:19:18,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 694 msec 2024-11-21T11:19:18,318 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732187958318, completionTime=-1 2024-11-21T11:19:18,318 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:19:18,318 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:19:18,320 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:19:18,320 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188018320 2024-11-21T11:19:18,320 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188078320 2024-11-21T11:19:18,320 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T11:19:18,320 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45587,1732187956913-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:18,320 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45587,1732187956913-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:18,320 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45587,1732187956913-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:18,320 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:45587, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:18,320 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:18,320 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:18,322 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:19:18,324 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.312sec 2024-11-21T11:19:18,324 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:19:18,324 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:19:18,324 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:19:18,324 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:19:18,324 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:19:18,324 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45587,1732187956913-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:19:18,324 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45587,1732187956913-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:19:18,326 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:19:18,326 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:19:18,326 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45587,1732187956913-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:18,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0e268f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:18,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,45587,-1 for getting cluster id 2024-11-21T11:19:18,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:18,392 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '657bb349-977b-4fa5-ac3c-9536252dd605' 2024-11-21T11:19:18,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:18,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "657bb349-977b-4fa5-ac3c-9536252dd605" 2024-11-21T11:19:18,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54997384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:18,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,45587,-1] 2024-11-21T11:19:18,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:18,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:18,394 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:18,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7b3cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:18,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:18,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,34423,1732187956968, seqNum=-1] 2024-11-21T11:19:18,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:18,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:19:18,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,45587,1732187956913 2024-11-21T11:19:18,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50188 2024-11-21T11:19:18,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:19:18,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a4080860005 connected 2024-11-21T11:19:18,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737bd8c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:18,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,45327,-1 for getting cluster id 2024-11-21T11:19:18,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:18,406 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9356331a-2ad6-4a93-bda4-b8b7295825f2' 2024-11-21T11:19:18,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:18,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9356331a-2ad6-4a93-bda4-b8b7295825f2" 2024-11-21T11:19:18,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443b8429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:18,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,45327,-1] 2024-11-21T11:19:18,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:18,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:18,407 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:18,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed2ed25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:18,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:18,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,45327,1732187953640 2024-11-21T11:19:18,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cc5df5 2024-11-21T11:19:18,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:18,410 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:19:18,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b462513bfc2:45587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:19:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:19:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:19:18,412 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:45587' 2024-11-21T11:19:18,413 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9af9ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:18,413 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,45587,-1 for getting cluster id 2024-11-21T11:19:18,413 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:18,414 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '657bb349-977b-4fa5-ac3c-9536252dd605' 2024-11-21T11:19:18,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:18,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "657bb349-977b-4fa5-ac3c-9536252dd605" 2024-11-21T11:19:18,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9172ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:18,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,45587,-1] 2024-11-21T11:19:18,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:18,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:18,415 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:18,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3112aac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:18,416 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:18,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,45587,1732187956913 2024-11-21T11:19:18,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a140310 2024-11-21T11:19:18,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:18,417 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:19:18,418 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T11:19:18,418 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:19:18,418 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:18,418 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:18,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:18,419 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:19:18,420 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T11:19:18,421 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:19:18,421 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:18,421 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:19:18,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741835_1011 (size=1138) 2024-11-21T11:19:18,470 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T11:19:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:19:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:19:18,829 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2f2edfcaaeb66595ba0c00851a5a032, NAME => 'hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c 2024-11-21T11:19:18,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741836_1012 (size=44) 2024-11-21T11:19:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:19:19,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:19,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d2f2edfcaaeb66595ba0c00851a5a032, disabling compactions & flushes 2024-11-21T11:19:19,235 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:19,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:19,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. after waiting 0 ms 2024-11-21T11:19:19,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:19,235 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:19,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2f2edfcaaeb66595ba0c00851a5a032: Waiting for close lock at 1732187959235Disabling compacts and flushes for region at 1732187959235Disabling writes for close at 1732187959235Writing region close event to WAL at 1732187959235Closed at 1732187959235 2024-11-21T11:19:19,236 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:19:19,237 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732187959236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732187959236"}]},"ts":"1732187959236"} 2024-11-21T11:19:19,239 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:19:19,240 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:19:19,240 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187959240"}]},"ts":"1732187959240"} 2024-11-21T11:19:19,241 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T11:19:19,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2f2edfcaaeb66595ba0c00851a5a032, ASSIGN}] 2024-11-21T11:19:19,243 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2f2edfcaaeb66595ba0c00851a5a032, ASSIGN 2024-11-21T11:19:19,244 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2f2edfcaaeb66595ba0c00851a5a032, ASSIGN; state=OFFLINE, location=7b462513bfc2,41123,1732187953839; forceNewPlan=false, retain=false 2024-11-21T11:19:19,394 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d2f2edfcaaeb66595ba0c00851a5a032, regionState=OPENING, regionLocation=7b462513bfc2,41123,1732187953839 2024-11-21T11:19:19,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2f2edfcaaeb66595ba0c00851a5a032, ASSIGN because future has completed 2024-11-21T11:19:19,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2f2edfcaaeb66595ba0c00851a5a032, server=7b462513bfc2,41123,1732187953839}] 2024-11-21T11:19:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:19:19,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:19,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:19,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T11:19:19,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C41123%2C1732187953839.rep, suffix=, logDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/oldWALs, maxLogs=10 2024-11-21T11:19:19,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839/7b462513bfc2%2C41123%2C1732187953839.rep.1732187959556, exclude list is [], retry=0 2024-11-21T11:19:19,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33161,DS-c22dd824-c535-4b3c-883b-b866cd41bfae,DISK] 2024-11-21T11:19:19,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839/7b462513bfc2%2C41123%2C1732187953839.rep.1732187959556 2024-11-21T11:19:19,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32973:32973)] 2024-11-21T11:19:19,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d2f2edfcaaeb66595ba0c00851a5a032, NAME => 'hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:19:19,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:19:19,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:19:19,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. service=MultiRowMutationService 2024-11-21T11:19:19,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T11:19:19,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:19,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:19,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:19,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:19,583 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:19,584 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2f2edfcaaeb66595ba0c00851a5a032 columnFamilyName hfileref 2024-11-21T11:19:19,584 DEBUG [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:19,585 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] regionserver.HStore(327): Store=d2f2edfcaaeb66595ba0c00851a5a032/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:19,585 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:19,586 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2f2edfcaaeb66595ba0c00851a5a032 columnFamilyName queue 2024-11-21T11:19:19,586 DEBUG [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:19,586 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] regionserver.HStore(327): Store=d2f2edfcaaeb66595ba0c00851a5a032/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:19,586 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:19,587 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2f2edfcaaeb66595ba0c00851a5a032 columnFamilyName sid 2024-11-21T11:19:19,587 DEBUG [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:19,588 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] regionserver.HStore(327): Store=d2f2edfcaaeb66595ba0c00851a5a032/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:19,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:19,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/replication/d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:19,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/replication/d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:19,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:19,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:19,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:19:19,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:19,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/replication/d2f2edfcaaeb66595ba0c00851a5a032/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:19:19,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d2f2edfcaaeb66595ba0c00851a5a032; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75449100, jitterRate=0.1242792010307312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:19:19,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:19,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d2f2edfcaaeb66595ba0c00851a5a032: Running coprocessor pre-open hook at 1732187959580Writing region info on filesystem at 1732187959580Initializing all the Stores at 1732187959581 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187959581Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187959583 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187959583Cleaning up temporary data from old regions at 1732187959591 (+8 ms)Running coprocessor post-open hooks at 1732187959596 (+5 ms)Region opened successfully at 1732187959596 2024-11-21T11:19:19,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032., pid=7, masterSystemTime=1732187959549 2024-11-21T11:19:19,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:19,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:19,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d2f2edfcaaeb66595ba0c00851a5a032, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,41123,1732187953839 2024-11-21T11:19:19,601 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45327 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7b462513bfc2,41123,1732187953839, table=hbase:replication, region=d2f2edfcaaeb66595ba0c00851a5a032. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T11:19:19,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2f2edfcaaeb66595ba0c00851a5a032, server=7b462513bfc2,41123,1732187953839 because future has completed 2024-11-21T11:19:19,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T11:19:19,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d2f2edfcaaeb66595ba0c00851a5a032, server=7b462513bfc2,41123,1732187953839 in 207 msec 2024-11-21T11:19:19,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:19:19,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2f2edfcaaeb66595ba0c00851a5a032, ASSIGN in 364 msec 2024-11-21T11:19:19,610 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:19:19,610 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187959610"}]},"ts":"1732187959610"} 2024-11-21T11:19:19,617 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T11:19:19,618 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:19:19,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-21T11:19:19,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032., hostname=7b462513bfc2,41123,1732187953839, seqNum=2] 2024-11-21T11:19:19,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:19,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:19,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:19:19,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41123 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T11:19:19,791 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T11:19:19,823 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,41123,1732187953839, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:19:19,823 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:19,823 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41123,1732187953839, seqNum=-1] 2024-11-21T11:19:19,824 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:19,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-21T11:19:19,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b462513bfc2,41123,1732187953839', locateType=CURRENT is [region=hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032., hostname=7b462513bfc2,41123,1732187953839, seqNum=2] 2024-11-21T11:19:19,829 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T11:19:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T11:19:19,831 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b462513bfc2,41123,1732187953839 suceeded 2024-11-21T11:19:19,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T11:19:19,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-21T11:19:19,834 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b462513bfc2:45587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:19:19,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4240 sec 2024-11-21T11:19:19,845 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:45587' 2024-11-21T11:19:19,846 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45c974e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:19,846 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,45587,-1 for getting cluster id 2024-11-21T11:19:19,846 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:19,847 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '657bb349-977b-4fa5-ac3c-9536252dd605' 2024-11-21T11:19:19,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:19,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "657bb349-977b-4fa5-ac3c-9536252dd605" 2024-11-21T11:19:19,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bcb5ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:19,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,45587,-1] 2024-11-21T11:19:19,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:19,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:19,848 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:19,849 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59739596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:19,849 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:19,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,45587,1732187956913 2024-11-21T11:19:19,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8a4a70a 2024-11-21T11:19:19,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:19,850 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-21T11:19:19,851 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,41123,1732187953839 (queues=1) is replicating from cluster=9356331a-2ad6-4a93-bda4-b8b7295825f2 to cluster=657bb349-977b-4fa5-ac3c-9536252dd605 2024-11-21T11:19:19,851 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C41123%2C1732187953839 2024-11-21T11:19:19,851 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,41123,1732187953839, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:19:19,852 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839.replicationSource.shipper7b462513bfc2%2C41123%2C1732187953839,1-7b462513bfc2,41123,1732187953839 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C41123%2C1732187953839 2024-11-21T11:19:19,852 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839.replicationSource.wal-reader.7b462513bfc2%2C41123%2C1732187953839,1-7b462513bfc2,41123,1732187953839 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839/7b462513bfc2%2C41123%2C1732187953839.1732187955014, startPosition=0, beingWritten=true 2024-11-21T11:19:19,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T11:19:19,936 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T11:19:20,057 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839.replicationSource.wal-reader.7b462513bfc2%2C41123%2C1732187953839,1-7b462513bfc2,41123,1732187953839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839/7b462513bfc2%2C41123%2C1732187953839.1732187955014 to pos 0, reset compression=false 2024-11-21T11:19:20,363 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839.replicationSource.wal-reader.7b462513bfc2%2C41123%2C1732187953839,1-7b462513bfc2,41123,1732187953839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839/7b462513bfc2%2C41123%2C1732187953839.1732187955014 to pos 0, reset compression=false 2024-11-21T11:19:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:19:20,555 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T11:19:20,555 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:20,555 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:20,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:20,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:20,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:20,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,45327,1732187953640 2024-11-21T11:19:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@404ebcb2 2024-11-21T11:19:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:20,557 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:19:20,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T11:19:20,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:20,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:20,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:20,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:20,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:20,559 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:19:20,559 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1156689332, stopped=false 2024-11-21T11:19:20,559 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,45327,1732187953640 2024-11-21T11:19:20,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-138290008/running 2024-11-21T11:19:20,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-138290008/running 2024-11-21T11:19:20,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:20,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:20,561 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:19:20,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:20,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:20,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:20,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on znode that does not yet exist, /0-138290008/running 2024-11-21T11:19:20,561 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,41123,1732187953839' ***** 2024-11-21T11:19:20,561 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:19:20,562 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:19:20,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on znode that does not yet exist, /0-138290008/running 2024-11-21T11:19:20,562 INFO [RS:0;7b462513bfc2:41123 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:19:20,562 INFO [RS:0;7b462513bfc2:41123 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:19:20,562 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(3091): Received CLOSE for d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:20,562 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:19:20,562 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,41123,1732187953839 2024-11-21T11:19:20,562 INFO [RS:0;7b462513bfc2:41123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:19:20,562 INFO [RS:0;7b462513bfc2:41123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:41123. 2024-11-21T11:19:20,562 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2f2edfcaaeb66595ba0c00851a5a032, disabling compactions & flushes 2024-11-21T11:19:20,562 DEBUG [RS:0;7b462513bfc2:41123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:20,562 DEBUG [RS:0;7b462513bfc2:41123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:20,562 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:20,563 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:20,563 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. after waiting 0 ms 2024-11-21T11:19:20,563 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:20,563 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:19:20,563 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:19:20,563 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:19:20,563 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d2f2edfcaaeb66595ba0c00851a5a032 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T11:19:20,563 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:19:20,563 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T11:19:20,563 DEBUG [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(1325): Online Regions={d2f2edfcaaeb66595ba0c00851a5a032=hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:19:20,563 DEBUG [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:20,563 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:19:20,563 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:19:20,563 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:19:20,563 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:19:20,563 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:19:20,563 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T11:19:20,580 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/replication/d2f2edfcaaeb66595ba0c00851a5a032/.tmp/queue/c1fdbe2501f6451faa08a17f75161a57 is 151, key is 1-7b462513bfc2,41123,1732187953839/queue:7b462513bfc2%2C41123%2C1732187953839/1732187959828/Put/seqid=0 2024-11-21T11:19:20,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741838_1014 (size=5350) 2024-11-21T11:19:20,584 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/.tmp/info/959055fd379d4c09856edbcce8507675 is 147, key is hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032./info:regioninfo/1732187959600/Put/seqid=0 2024-11-21T11:19:20,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741839_1015 (size=6631) 2024-11-21T11:19:20,592 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:19:20,763 DEBUG [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:20,768 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839.replicationSource.wal-reader.7b462513bfc2%2C41123%2C1732187953839,1-7b462513bfc2,41123,1732187953839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839/7b462513bfc2%2C41123%2C1732187953839.1732187955014 to pos 0, reset compression=false 2024-11-21T11:19:20,940 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:19:20,940 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:19:20,963 DEBUG [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:20,984 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/replication/d2f2edfcaaeb66595ba0c00851a5a032/.tmp/queue/c1fdbe2501f6451faa08a17f75161a57 2024-11-21T11:19:20,988 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/.tmp/info/959055fd379d4c09856edbcce8507675 2024-11-21T11:19:20,991 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/replication/d2f2edfcaaeb66595ba0c00851a5a032/.tmp/queue/c1fdbe2501f6451faa08a17f75161a57 as hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/replication/d2f2edfcaaeb66595ba0c00851a5a032/queue/c1fdbe2501f6451faa08a17f75161a57 2024-11-21T11:19:20,996 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/replication/d2f2edfcaaeb66595ba0c00851a5a032/queue/c1fdbe2501f6451faa08a17f75161a57, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T11:19:20,997 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d2f2edfcaaeb66595ba0c00851a5a032 in 434ms, sequenceid=5, compaction requested=false 2024-11-21T11:19:20,997 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T11:19:21,004 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/replication/d2f2edfcaaeb66595ba0c00851a5a032/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T11:19:21,005 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:19:21,005 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:19:21,005 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:21,005 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2f2edfcaaeb66595ba0c00851a5a032: Waiting for close lock at 1732187960562Running coprocessor pre-close hooks at 1732187960562Disabling compacts and flushes for region at 1732187960562Disabling writes for close at 1732187960563 (+1 ms)Obtaining lock to block concurrent updates at 1732187960563Preparing flush snapshotting stores in d2f2edfcaaeb66595ba0c00851a5a032 at 1732187960563Finished memstore snapshotting hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732187960563Flushing stores of hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. at 1732187960564 (+1 ms)Flushing d2f2edfcaaeb66595ba0c00851a5a032/queue: creating writer at 1732187960564Flushing d2f2edfcaaeb66595ba0c00851a5a032/queue: appending metadata at 1732187960579 (+15 ms)Flushing d2f2edfcaaeb66595ba0c00851a5a032/queue: closing flushed file at 1732187960579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48af1aa4: reopening flushed file at 1732187960990 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d2f2edfcaaeb66595ba0c00851a5a032 in 434ms, sequenceid=5, compaction requested=false at 1732187960997 (+7 ms)Writing region close event to WAL at 1732187961001 (+4 ms)Running coprocessor post-close hooks at 1732187961004 (+3 ms)Closed at 1732187961005 (+1 ms) 2024-11-21T11:19:21,005 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:21,012 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/.tmp/ns/561a15094faa4e6d99dd333b67eaff2b is 43, key is default/ns:d/1732187955636/Put/seqid=0 2024-11-21T11:19:21,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741840_1016 (size=5153) 2024-11-21T11:19:21,109 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:19:21,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:21,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:21,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:21,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:21,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:21,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:21,153 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:19:21,164 DEBUG [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:21,272 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839.replicationSource.wal-reader.7b462513bfc2%2C41123%2C1732187953839,1-7b462513bfc2,41123,1732187953839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839/7b462513bfc2%2C41123%2C1732187953839.1732187955014 to pos 0, reset compression=false 2024-11-21T11:19:21,364 DEBUG [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:21,417 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/.tmp/ns/561a15094faa4e6d99dd333b67eaff2b 2024-11-21T11:19:21,436 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/.tmp/table/974e4e6c789042b0a949c645ecd287c1 is 53, key is hbase:replication/table:state/1732187959610/Put/seqid=0 2024-11-21T11:19:21,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741841_1017 (size=5256) 2024-11-21T11:19:21,564 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T11:19:21,564 DEBUG [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:19:21,564 DEBUG [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:21,764 DEBUG [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:21,841 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/.tmp/table/974e4e6c789042b0a949c645ecd287c1 2024-11-21T11:19:21,847 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/.tmp/info/959055fd379d4c09856edbcce8507675 as hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/info/959055fd379d4c09856edbcce8507675 2024-11-21T11:19:21,852 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/info/959055fd379d4c09856edbcce8507675, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T11:19:21,853 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/.tmp/ns/561a15094faa4e6d99dd333b67eaff2b as hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/ns/561a15094faa4e6d99dd333b67eaff2b 2024-11-21T11:19:21,858 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/ns/561a15094faa4e6d99dd333b67eaff2b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T11:19:21,859 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/.tmp/table/974e4e6c789042b0a949c645ecd287c1 as hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/table/974e4e6c789042b0a949c645ecd287c1 2024-11-21T11:19:21,864 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/table/974e4e6c789042b0a949c645ecd287c1, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T11:19:21,865 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false 2024-11-21T11:19:21,869 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T11:19:21,870 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:19:21,870 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:19:21,870 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:19:21,870 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187960563Running coprocessor pre-close hooks at 1732187960563Disabling compacts and flushes for region at 1732187960563Disabling writes for close at 1732187960563Obtaining lock to block concurrent updates at 1732187960563Preparing flush snapshotting stores in 1588230740 at 1732187960563Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732187960564 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732187960570 (+6 ms)Flushing 1588230740/info: creating writer at 1732187960570Flushing 1588230740/info: appending metadata at 1732187960584 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732187960584Flushing 1588230740/ns: creating writer at 1732187960993 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732187961012 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732187961012Flushing 1588230740/table: creating writer at 1732187961422 (+410 ms)Flushing 1588230740/table: appending metadata at 1732187961435 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732187961435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588322b5: reopening flushed file at 1732187961846 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@212b58a0: reopening flushed file at 1732187961852 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4534515d: reopening flushed file at 1732187961858 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false at 1732187961865 (+7 ms)Writing region close event to WAL at 1732187961866 (+1 ms)Running coprocessor post-close hooks at 1732187961870 (+4 ms)Closed at 1732187961870 2024-11-21T11:19:21,870 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:19:21,878 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839.replicationSource.wal-reader.7b462513bfc2%2C41123%2C1732187953839,1-7b462513bfc2,41123,1732187953839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839/7b462513bfc2%2C41123%2C1732187953839.1732187955014 to pos 0, reset compression=false 2024-11-21T11:19:21,964 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,41123,1732187953839; all regions closed. 2024-11-21T11:19:21,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741834_1010 (size=2742) 2024-11-21T11:19:21,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839/7b462513bfc2%2C41123%2C1732187953839.meta.1732187955589.meta not finished, retry = 0 2024-11-21T11:19:22,070 DEBUG [RS:0;7b462513bfc2:41123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/oldWALs 2024-11-21T11:19:22,070 INFO [RS:0;7b462513bfc2:41123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C41123%2C1732187953839.meta:.meta(num 1732187955589) 2024-11-21T11:19:22,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741837_1013 (size=1586) 2024-11-21T11:19:22,074 DEBUG [RS:0;7b462513bfc2:41123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/oldWALs 2024-11-21T11:19:22,074 INFO [RS:0;7b462513bfc2:41123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C41123%2C1732187953839.rep:(num 1732187959556) 2024-11-21T11:19:22,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741833_1009 (size=93) 2024-11-21T11:19:22,078 DEBUG [RS:0;7b462513bfc2:41123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/oldWALs 2024-11-21T11:19:22,078 INFO [RS:0;7b462513bfc2:41123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C41123%2C1732187953839:(num 1732187955014) 2024-11-21T11:19:22,078 DEBUG [RS:0;7b462513bfc2:41123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:22,078 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:19:22,078 INFO [RS:0;7b462513bfc2:41123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:19:22,078 INFO [RS:0;7b462513bfc2:41123 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:19:22,078 INFO [RS:0;7b462513bfc2:41123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:19:22,078 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:19:22,078 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,41123,1732187953839 because: Region server is closing 2024-11-21T11:19:22,078 INFO [RS:0;7b462513bfc2:41123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:41123. 2024-11-21T11:19:22,079 DEBUG [RS:0;7b462513bfc2:41123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:22,079 DEBUG [RS:0;7b462513bfc2:41123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:22,079 DEBUG [RS:0;7b462513bfc2:41123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:22,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:22,179 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839.replicationSource.shipper7b462513bfc2%2C41123%2C1732187953839,1-7b462513bfc2,41123,1732187953839 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T11:19:22,179 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839.replicationSource.wal-reader.7b462513bfc2%2C41123%2C1732187953839,1-7b462513bfc2,41123,1732187953839 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T11:19:22,180 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41123,1732187953839.replicationSource.shipper7b462513bfc2%2C41123%2C1732187953839,1-7b462513bfc2,41123,1732187953839 terminated 2024-11-21T11:19:22,180 INFO [RS:0;7b462513bfc2:41123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41123 2024-11-21T11:19:22,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-138290008/rs/7b462513bfc2,41123,1732187953839 2024-11-21T11:19:22,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008/rs 2024-11-21T11:19:22,181 INFO [RS:0;7b462513bfc2:41123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:19:22,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,41123,1732187953839] 2024-11-21T11:19:22,186 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-138290008/draining/7b462513bfc2,41123,1732187953839 already deleted, retry=false 2024-11-21T11:19:22,186 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,41123,1732187953839 expired; onlineServers=0 2024-11-21T11:19:22,186 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,45327,1732187953640' ***** 2024-11-21T11:19:22,186 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:19:22,186 INFO [M:0;7b462513bfc2:45327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:19:22,186 INFO [M:0;7b462513bfc2:45327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:19:22,186 DEBUG [M:0;7b462513bfc2:45327 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:19:22,186 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:19:22,186 DEBUG [M:0;7b462513bfc2:45327 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:19:22,186 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187954825 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187954825,5,FailOnTimeoutGroup] 2024-11-21T11:19:22,186 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187954836 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187954836,5,FailOnTimeoutGroup] 2024-11-21T11:19:22,186 INFO [M:0;7b462513bfc2:45327 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:19:22,186 INFO [M:0;7b462513bfc2:45327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:19:22,187 DEBUG [M:0;7b462513bfc2:45327 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:19:22,187 INFO [M:0;7b462513bfc2:45327 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:19:22,187 INFO [M:0;7b462513bfc2:45327 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:19:22,187 INFO [M:0;7b462513bfc2:45327 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:19:22,188 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:19:22,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-138290008/master 2024-11-21T11:19:22,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:22,188 DEBUG [M:0;7b462513bfc2:45327 {}] zookeeper.ZKUtil(347): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Unable to get data of znode /0-138290008/master because node does not exist (not an error) 2024-11-21T11:19:22,188 WARN [M:0;7b462513bfc2:45327 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:19:22,189 INFO [M:0;7b462513bfc2:45327 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/.lastflushedseqids 2024-11-21T11:19:22,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741842_1018 (size=181) 2024-11-21T11:19:22,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:22,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41123-0x1013a4080860001, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:22,284 INFO [RS:0;7b462513bfc2:41123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:19:22,284 INFO [RS:0;7b462513bfc2:41123 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,41123,1732187953839; zookeeper connection closed. 2024-11-21T11:19:22,285 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fbd6806 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fbd6806 2024-11-21T11:19:22,285 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:19:22,597 INFO [M:0;7b462513bfc2:45327 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:19:22,597 INFO [M:0;7b462513bfc2:45327 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:19:22,597 DEBUG [M:0;7b462513bfc2:45327 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:19:22,597 INFO [M:0;7b462513bfc2:45327 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:22,597 DEBUG [M:0;7b462513bfc2:45327 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:22,597 DEBUG [M:0;7b462513bfc2:45327 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:19:22,597 DEBUG [M:0;7b462513bfc2:45327 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:22,597 INFO [M:0;7b462513bfc2:45327 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T11:19:22,617 DEBUG [M:0;7b462513bfc2:45327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7d481f9b16140f6b1c41fbe4dc78493 is 82, key is hbase:meta,,1/info:regioninfo/1732187955621/Put/seqid=0 2024-11-21T11:19:22,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741843_1019 (size=5672) 2024-11-21T11:19:23,024 INFO [M:0;7b462513bfc2:45327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7d481f9b16140f6b1c41fbe4dc78493 2024-11-21T11:19:23,047 DEBUG [M:0;7b462513bfc2:45327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16b61f6d640e4b5f8044fa4a6959d333 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732187959619/Put/seqid=0 2024-11-21T11:19:23,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741844_1020 (size=7203) 2024-11-21T11:19:23,452 INFO [M:0;7b462513bfc2:45327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16b61f6d640e4b5f8044fa4a6959d333 2024-11-21T11:19:23,471 DEBUG [M:0;7b462513bfc2:45327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a8166d7e8d441c5b484db4dab43e7b9 is 69, key is 7b462513bfc2,41123,1732187953839/rs:state/1732187954867/Put/seqid=0 2024-11-21T11:19:23,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741845_1021 (size=5156) 2024-11-21T11:19:23,876 INFO [M:0;7b462513bfc2:45327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a8166d7e8d441c5b484db4dab43e7b9 2024-11-21T11:19:23,881 DEBUG [M:0;7b462513bfc2:45327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7d481f9b16140f6b1c41fbe4dc78493 as hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7d481f9b16140f6b1c41fbe4dc78493 2024-11-21T11:19:23,886 INFO [M:0;7b462513bfc2:45327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7d481f9b16140f6b1c41fbe4dc78493, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T11:19:23,886 DEBUG [M:0;7b462513bfc2:45327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16b61f6d640e4b5f8044fa4a6959d333 as hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16b61f6d640e4b5f8044fa4a6959d333 2024-11-21T11:19:23,890 INFO [M:0;7b462513bfc2:45327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16b61f6d640e4b5f8044fa4a6959d333, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T11:19:23,891 DEBUG [M:0;7b462513bfc2:45327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a8166d7e8d441c5b484db4dab43e7b9 as hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a8166d7e8d441c5b484db4dab43e7b9 2024-11-21T11:19:23,895 INFO [M:0;7b462513bfc2:45327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a8166d7e8d441c5b484db4dab43e7b9, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T11:19:23,896 INFO [M:0;7b462513bfc2:45327 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=70, compaction requested=false 2024-11-21T11:19:23,897 INFO [M:0;7b462513bfc2:45327 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:23,897 DEBUG [M:0;7b462513bfc2:45327 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187962597Disabling compacts and flushes for region at 1732187962597Disabling writes for close at 1732187962597Obtaining lock to block concurrent updates at 1732187962597Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732187962597Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732187962598 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732187962598Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732187962598Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732187962616 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732187962616Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732187963030 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732187963047 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732187963047Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732187963457 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732187963471 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732187963471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a5ffec1: reopening flushed file at 1732187963880 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c63540: reopening flushed file at 1732187963886 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@764786c5: reopening flushed file at 1732187963890 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=70, compaction requested=false at 1732187963896 (+6 ms)Writing region close event to WAL at 1732187963897 (+1 ms)Closed at 1732187963897 2024-11-21T11:19:23,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741830_1006 (size=41008) 2024-11-21T11:19:23,900 INFO [M:0;7b462513bfc2:45327 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:19:23,900 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:19:23,900 INFO [M:0;7b462513bfc2:45327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45327 2024-11-21T11:19:23,900 INFO [M:0;7b462513bfc2:45327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:19:24,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:24,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1013a4080860000, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:24,003 INFO [M:0;7b462513bfc2:45327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:19:24,004 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:19:24,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:24,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:24,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:19:24,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:24,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:19:24,005 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:19:24,005 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:19:24,005 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33987 2024-11-21T11:19:24,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33987 connecting to ZooKeeper ensemble=127.0.0.1:50188 2024-11-21T11:19:24,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339870x0, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:19:24,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33987-0x1013a4080860006 connected 2024-11-21T11:19:24,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:24,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:24,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on znode that does not yet exist, /0-138290008/running 2024-11-21T11:19:24,023 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-138290008/meta-region-server: INIT 2024-11-21T11:19:24,023 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c, hbase.cluster.distributed=false 2024-11-21T11:19:24,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on znode that does not yet exist, /0-138290008/acl 2024-11-21T11:19:24,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33987 2024-11-21T11:19:24,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33987 2024-11-21T11:19:24,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33987 2024-11-21T11:19:24,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33987 2024-11-21T11:19:24,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33987 2024-11-21T11:19:24,046 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:19:24,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:24,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:24,047 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:19:24,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:24,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:19:24,047 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:19:24,047 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:19:24,047 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46473 2024-11-21T11:19:24,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46473 connecting to ZooKeeper ensemble=127.0.0.1:50188 2024-11-21T11:19:24,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:24,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:24,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464730x0, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:19:24,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464730x0, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on znode that does not yet exist, /0-138290008/running 2024-11-21T11:19:24,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46473-0x1013a4080860007 connected 2024-11-21T11:19:24,054 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-138290008/meta-region-server: INIT 2024-11-21T11:19:24,054 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:19:24,055 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:19:24,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on znode that does not yet exist, /0-138290008/master 2024-11-21T11:19:24,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on znode that does not yet exist, /0-138290008/acl 2024-11-21T11:19:24,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46473 2024-11-21T11:19:24,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46473 2024-11-21T11:19:24,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46473 2024-11-21T11:19:24,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46473 2024-11-21T11:19:24,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46473 2024-11-21T11:19:24,072 DEBUG [M:0;7b462513bfc2:33987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:33987 2024-11-21T11:19:24,072 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-138290008/backup-masters/7b462513bfc2,33987,1732187964004 2024-11-21T11:19:24,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008/backup-masters 2024-11-21T11:19:24,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008/backup-masters 2024-11-21T11:19:24,074 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on existing znode=/0-138290008/backup-masters/7b462513bfc2,33987,1732187964004 2024-11-21T11:19:24,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:24,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-138290008/master 2024-11-21T11:19:24,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:24,078 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on existing znode=/0-138290008/master 2024-11-21T11:19:24,078 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-138290008/backup-masters/7b462513bfc2,33987,1732187964004 from backup master directory 2024-11-21T11:19:24,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-138290008/backup-masters/7b462513bfc2,33987,1732187964004 2024-11-21T11:19:24,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008/backup-masters 2024-11-21T11:19:24,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008/backup-masters 2024-11-21T11:19:24,079 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:19:24,079 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,33987,1732187964004 2024-11-21T11:19:24,089 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:24,089 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:19:24,094 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-21T11:19:24,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741846_1022 (size=196) 2024-11-21T11:19:24,502 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:19:24,502 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:19:24,503 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:24,508 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T11:19:24,510 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/WALs/7b462513bfc2,45327,1732187953640 to hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/WALs/7b462513bfc2,45327,1732187953640-dead as it is dead 2024-11-21T11:19:24,511 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/WALs/7b462513bfc2,45327,1732187953640-dead/7b462513bfc2%2C45327%2C1732187953640.1732187954575 2024-11-21T11:19:24,511 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/WALs/7b462513bfc2,45327,1732187953640-dead/7b462513bfc2%2C45327%2C1732187953640.1732187954575 after 0ms 2024-11-21T11:19:24,512 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/WALs/7b462513bfc2,45327,1732187953640-dead/7b462513bfc2%2C45327%2C1732187953640.1732187954575 to hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7b462513bfc2%2C45327%2C1732187953640.1732187954575 2024-11-21T11:19:24,512 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/WALs/7b462513bfc2,45327,1732187953640-dead 2024-11-21T11:19:24,512 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/WALs/7b462513bfc2,33987,1732187964004 2024-11-21T11:19:24,513 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:19:24,514 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C33987%2C1732187964004, suffix=, logDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/WALs/7b462513bfc2,33987,1732187964004, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/oldWALs, maxLogs=10 2024-11-21T11:19:24,527 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/WALs/7b462513bfc2,33987,1732187964004/7b462513bfc2%2C33987%2C1732187964004.1732187964514, exclude list is [], retry=0 2024-11-21T11:19:24,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33161,DS-c22dd824-c535-4b3c-883b-b866cd41bfae,DISK] 2024-11-21T11:19:24,531 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/WALs/7b462513bfc2,33987,1732187964004/7b462513bfc2%2C33987%2C1732187964004.1732187964514 2024-11-21T11:19:24,532 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32973:32973)] 2024-11-21T11:19:24,532 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:19:24,532 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:24,532 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:24,532 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:24,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:24,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:19:24,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:24,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7d481f9b16140f6b1c41fbe4dc78493 2024-11-21T11:19:24,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:24,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:24,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:19:24,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:24,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16b61f6d640e4b5f8044fa4a6959d333 2024-11-21T11:19:24,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:24,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:24,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:19:24,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:24,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a8166d7e8d441c5b484db4dab43e7b9 2024-11-21T11:19:24,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:24,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:24,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:19:24,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:24,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:24,553 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:24,554 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T11:19:24,554 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7b462513bfc2%2C45327%2C1732187953640.1732187954575 2024-11-21T11:19:24,557 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7b462513bfc2%2C45327%2C1732187953640.1732187954575 2024-11-21T11:19:24,558 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7b462513bfc2%2C45327%2C1732187953640.1732187954575 2024-11-21T11:19:24,559 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:24,559 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:24,559 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:19:24,561 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:24,562 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-21T11:19:24,563 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74127468, jitterRate=0.10458534955978394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:19:24,563 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732187964532Initializing all the Stores at 1732187964533 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187964533Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187964533Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187964533Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187964533Cleaning up temporary data from old regions at 1732187964559 (+26 ms)Region opened successfully at 1732187964563 (+4 ms) 2024-11-21T11:19:24,563 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:19:24,566 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac72332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:19:24,568 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T11:19:24,568 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:19:24,568 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:19:24,568 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:19:24,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:19:24,571 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:19:24,571 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:19:24,572 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T11:19:24,572 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-21T11:19:24,572 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:19:24,574 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=7b462513bfc2,41123,1732187953839, regionLocation=7b462513bfc2,41123,1732187953839, openSeqNum=2 2024-11-21T11:19:24,574 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=7b462513bfc2,41123,1732187953839, table=hbase:meta, region=1588230740 2024-11-21T11:19:24,574 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,41123,1732187953839, state=OPEN 2024-11-21T11:19:24,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-138290008/meta-region-server 2024-11-21T11:19:24,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-138290008/meta-region-server 2024-11-21T11:19:24,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-138290008/meta-region-server: CHANGED 2024-11-21T11:19:24,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-138290008/meta-region-server: CHANGED 2024-11-21T11:19:24,578 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:19:24,581 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-138290008/draining/7b462513bfc2,41123,1732187953839 already deleted, retry=false 2024-11-21T11:19:24,581 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 7b462513bfc2,41123,1732187953839 on 7b462513bfc2,33987,1732187964004 2024-11-21T11:19:24,582 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7b462513bfc2,41123,1732187953839, splitWal=true, meta=true 2024-11-21T11:19:24,582 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 7b462513bfc2,41123,1732187953839 (carryingMeta=true) 7b462513bfc2,41123,1732187953839/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@b31a226[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T11:19:24,583 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Unable to get data of znode /0-138290008/balancer because node does not exist (not necessarily an error) 2024-11-21T11:19:24,584 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-138290008/balancer already deleted, retry=false 2024-11-21T11:19:24,585 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:19:24,585 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Unable to get data of znode /0-138290008/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:19:24,586 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-138290008/normalizer already deleted, retry=false 2024-11-21T11:19:24,586 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:19:24,587 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Unable to get data of znode /0-138290008/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:19:24,588 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-138290008/switch/split already deleted, retry=false 2024-11-21T11:19:24,589 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Unable to get data of znode /0-138290008/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:19:24,591 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-138290008/switch/merge already deleted, retry=false 2024-11-21T11:19:24,598 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Unable to get data of znode /0-138290008/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:19:24,600 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-138290008/snapshot-cleanup already deleted, retry=false 2024-11-21T11:19:24,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-138290008/running 2024-11-21T11:19:24,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-138290008/running 2024-11-21T11:19:24,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:24,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:24,602 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,33987,1732187964004, sessionid=0x1013a4080860006, setting cluster-up flag (Was=false) 2024-11-21T11:19:24,605 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-138290008/flush-table-proc/acquired, /0-138290008/flush-table-proc/reached, /0-138290008/flush-table-proc/abort 2024-11-21T11:19:24,606 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,33987,1732187964004 2024-11-21T11:19:24,608 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-138290008/online-snapshot/acquired, /0-138290008/online-snapshot/reached, /0-138290008/online-snapshot/abort 2024-11-21T11:19:24,609 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,33987,1732187964004 2024-11-21T11:19:24,610 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/.lastflushedseqids 2024-11-21T11:19:24,613 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:19:24,613 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:19:24,613 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,33987,1732187964004 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 7b462513bfc2,41123,1732187953839 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:19:24,614 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:24,614 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:24,614 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:24,614 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:24,614 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:19:24,614 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:24,614 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:19:24,614 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:24,616 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7b462513bfc2,41123,1732187953839, splitWal=true, meta=true 2024-11-21T11:19:24,616 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732187994616 2024-11-21T11:19:24,616 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:19:24,616 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:19:24,616 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:19:24,616 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:19:24,616 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:19:24,617 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:19:24,617 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7b462513bfc2,41123,1732187953839, splitWal=true, meta=true, isMeta: true 2024-11-21T11:19:24,617 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:24,618 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839-splitting 2024-11-21T11:19:24,618 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839-splitting dir is empty, no logs to split. 2024-11-21T11:19:24,618 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7b462513bfc2,41123,1732187953839 WAL count=0, meta=true 2024-11-21T11:19:24,620 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839-splitting dir is empty, no logs to split. 2024-11-21T11:19:24,620 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7b462513bfc2,41123,1732187953839 WAL count=0, meta=true 2024-11-21T11:19:24,620 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7b462513bfc2,41123,1732187953839 WAL splitting is done? wals=0, meta=true 2024-11-21T11:19:24,620 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:19:24,620 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:19:24,621 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:19:24,621 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:19:24,621 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:19:24,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:19:24,621 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:19:24,622 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:19:24,623 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T11:19:24,624 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187964621,5,FailOnTimeoutGroup] 2024-11-21T11:19:24,628 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187964624,5,FailOnTimeoutGroup] 2024-11-21T11:19:24,628 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:24,628 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:19:24,628 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:24,628 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:24,628 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732187964628, completionTime=-1 2024-11-21T11:19:24,628 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T11:19:24,628 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T11:19:24,663 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(746): ClusterId : 9356331a-2ad6-4a93-bda4-b8b7295825f2 2024-11-21T11:19:24,663 DEBUG [RS:0;7b462513bfc2:46473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:19:24,665 DEBUG [RS:0;7b462513bfc2:46473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:19:24,665 DEBUG [RS:0;7b462513bfc2:46473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:19:24,667 DEBUG [RS:0;7b462513bfc2:46473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:19:24,667 DEBUG [RS:0;7b462513bfc2:46473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428de125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:19:24,679 DEBUG [RS:0;7b462513bfc2:46473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:46473 2024-11-21T11:19:24,679 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:19:24,679 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:19:24,679 DEBUG [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:19:24,680 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,33987,1732187964004 with port=46473, startcode=1732187964046 2024-11-21T11:19:24,680 DEBUG [RS:0;7b462513bfc2:46473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:19:24,681 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:19:24,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33987 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,46473,1732187964046 2024-11-21T11:19:24,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33987 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,46473,1732187964046 2024-11-21T11:19:24,683 DEBUG [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c 2024-11-21T11:19:24,683 DEBUG [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42535 2024-11-21T11:19:24,683 DEBUG [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:19:24,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008/rs 2024-11-21T11:19:24,690 DEBUG [RS:0;7b462513bfc2:46473 {}] zookeeper.ZKUtil(111): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on existing znode=/0-138290008/rs/7b462513bfc2,46473,1732187964046 2024-11-21T11:19:24,690 WARN [RS:0;7b462513bfc2:46473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:19:24,690 INFO [RS:0;7b462513bfc2:46473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:24,690 DEBUG [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046 2024-11-21T11:19:24,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,46473,1732187964046] 2024-11-21T11:19:24,707 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:19:24,709 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:19:24,709 INFO [RS:0;7b462513bfc2:46473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:19:24,709 INFO [RS:0;7b462513bfc2:46473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:24,709 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:19:24,710 INFO [RS:0;7b462513bfc2:46473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:19:24,710 INFO [RS:0;7b462513bfc2:46473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:24,710 DEBUG [RS:0;7b462513bfc2:46473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:24,710 DEBUG [RS:0;7b462513bfc2:46473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:24,710 DEBUG [RS:0;7b462513bfc2:46473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:24,710 DEBUG [RS:0;7b462513bfc2:46473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:24,710 DEBUG [RS:0;7b462513bfc2:46473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:24,710 DEBUG [RS:0;7b462513bfc2:46473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:19:24,710 DEBUG [RS:0;7b462513bfc2:46473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:24,710 DEBUG [RS:0;7b462513bfc2:46473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:24,710 DEBUG [RS:0;7b462513bfc2:46473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:24,710 DEBUG [RS:0;7b462513bfc2:46473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:24,710 DEBUG [RS:0;7b462513bfc2:46473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:24,710 DEBUG [RS:0;7b462513bfc2:46473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:24,710 DEBUG [RS:0;7b462513bfc2:46473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:19:24,710 DEBUG [RS:0;7b462513bfc2:46473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:19:24,711 INFO [RS:0;7b462513bfc2:46473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:24,711 INFO [RS:0;7b462513bfc2:46473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:24,711 INFO [RS:0;7b462513bfc2:46473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:24,711 INFO [RS:0;7b462513bfc2:46473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:24,711 INFO [RS:0;7b462513bfc2:46473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:24,711 INFO [RS:0;7b462513bfc2:46473 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,46473,1732187964046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:19:24,724 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:19:24,724 INFO [RS:0;7b462513bfc2:46473 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,46473,1732187964046-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:24,728 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T11:19:24,737 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,46473,1732187964046, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:19:24,737 INFO [RS:0;7b462513bfc2:46473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:24,737 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.Replication(171): 7b462513bfc2,46473,1732187964046 started 2024-11-21T11:19:24,750 INFO [RS:0;7b462513bfc2:46473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:24,750 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,46473,1732187964046, RpcServer on 7b462513bfc2/172.17.0.2:46473, sessionid=0x1013a4080860007 2024-11-21T11:19:24,751 DEBUG [RS:0;7b462513bfc2:46473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:19:24,751 DEBUG [RS:0;7b462513bfc2:46473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,46473,1732187964046 2024-11-21T11:19:24,751 DEBUG [RS:0;7b462513bfc2:46473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,46473,1732187964046' 2024-11-21T11:19:24,751 DEBUG [RS:0;7b462513bfc2:46473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-138290008/flush-table-proc/abort' 2024-11-21T11:19:24,751 DEBUG [RS:0;7b462513bfc2:46473.replicationSource,1-7b462513bfc2,46473,1732187964046 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:45587' 2024-11-21T11:19:24,751 DEBUG [RS:0;7b462513bfc2:46473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-138290008/flush-table-proc/acquired' 2024-11-21T11:19:24,752 DEBUG [RS:0;7b462513bfc2:46473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:19:24,752 DEBUG [RS:0;7b462513bfc2:46473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:19:24,752 DEBUG [RS:0;7b462513bfc2:46473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,46473,1732187964046 2024-11-21T11:19:24,752 DEBUG [RS:0;7b462513bfc2:46473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,46473,1732187964046' 2024-11-21T11:19:24,752 DEBUG [RS:0;7b462513bfc2:46473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-138290008/online-snapshot/abort' 2024-11-21T11:19:24,752 DEBUG [RS:0;7b462513bfc2:46473.replicationSource,1-7b462513bfc2,46473,1732187964046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1834d0f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:24,752 DEBUG [RS:0;7b462513bfc2:46473.replicationSource,1-7b462513bfc2,46473,1732187964046 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,45587,-1 for getting cluster id 2024-11-21T11:19:24,752 DEBUG [RS:0;7b462513bfc2:46473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-138290008/online-snapshot/acquired' 2024-11-21T11:19:24,752 DEBUG [RS:0;7b462513bfc2:46473.replicationSource,1-7b462513bfc2,46473,1732187964046 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:24,752 DEBUG [RS:0;7b462513bfc2:46473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:19:24,752 INFO [RS:0;7b462513bfc2:46473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:19:24,752 INFO [RS:0;7b462513bfc2:46473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:19:24,753 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '657bb349-977b-4fa5-ac3c-9536252dd605' 2024-11-21T11:19:24,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:24,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "657bb349-977b-4fa5-ac3c-9536252dd605" 2024-11-21T11:19:24,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28040b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:24,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,45587,-1] 2024-11-21T11:19:24,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:24,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:24,755 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:24,756 DEBUG [RS:0;7b462513bfc2:46473.replicationSource,1-7b462513bfc2,46473,1732187964046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ea462ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:24,756 DEBUG [RS:0;7b462513bfc2:46473.replicationSource,1-7b462513bfc2,46473,1732187964046 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:24,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,45587,1732187956913 2024-11-21T11:19:24,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@489e55d2 2024-11-21T11:19:24,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:24,758 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-21T11:19:24,758 INFO [RS:0;7b462513bfc2:46473.replicationSource,1-7b462513bfc2,46473,1732187964046 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,46473,1732187964046 (queues=0) is replicating from cluster=9356331a-2ad6-4a93-bda4-b8b7295825f2 to cluster=657bb349-977b-4fa5-ac3c-9536252dd605 2024-11-21T11:19:24,773 WARN [7b462513bfc2:33987 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:19:24,853 INFO [RS:0;7b462513bfc2:46473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:19:24,854 INFO [RS:0;7b462513bfc2:46473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C46473%2C1732187964046, suffix=, logDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/oldWALs, maxLogs=10 2024-11-21T11:19:24,870 DEBUG [RS:0;7b462513bfc2:46473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.1732187964854, exclude list is [], retry=0 2024-11-21T11:19:24,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33161,DS-c22dd824-c535-4b3c-883b-b866cd41bfae,DISK] 2024-11-21T11:19:24,874 INFO [RS:0;7b462513bfc2:46473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.1732187964854 2024-11-21T11:19:24,874 DEBUG [RS:0;7b462513bfc2:46473 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7b462513bfc2%2C46473%2C1732187964046 for peer 1 2024-11-21T11:19:24,875 DEBUG [RS:0;7b462513bfc2:46473 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C46473%2C1732187964046 2024-11-21T11:19:24,875 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,46473,1732187964046, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:19:24,876 DEBUG [RS:0;7b462513bfc2:46473 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32973:32973)] 2024-11-21T11:19:24,876 INFO [RS:0;7b462513bfc2:46473.replicationSource.shipper7b462513bfc2%2C46473%2C1732187964046,1-7b462513bfc2,46473,1732187964046 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C46473%2C1732187964046 2024-11-21T11:19:24,877 DEBUG [RS:0;7b462513bfc2:46473.replicationSource.wal-reader.7b462513bfc2%2C46473%2C1732187964046,1-7b462513bfc2,46473,1732187964046 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.1732187964854, startPosition=0, beingWritten=true 2024-11-21T11:19:25,023 DEBUG [7b462513bfc2:33987 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:19:25,024 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,46473,1732187964046 2024-11-21T11:19:25,025 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,46473,1732187964046, state=OPENING 2024-11-21T11:19:25,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-138290008/meta-region-server 2024-11-21T11:19:25,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-138290008/meta-region-server 2024-11-21T11:19:25,026 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:19:25,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-138290008/meta-region-server: CHANGED 2024-11-21T11:19:25,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-138290008/meta-region-server: CHANGED 2024-11-21T11:19:25,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,46473,1732187964046}] 2024-11-21T11:19:25,086 DEBUG [RS:0;7b462513bfc2:46473.replicationSource.wal-reader.7b462513bfc2%2C46473%2C1732187964046,1-7b462513bfc2,46473,1732187964046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.1732187964854 to pos 0, reset compression=false 2024-11-21T11:19:25,179 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:19:25,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:19:25,183 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:19:25,183 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:25,184 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:19:25,185 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C46473%2C1732187964046.meta, suffix=.meta, logDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/oldWALs, maxLogs=10 2024-11-21T11:19:25,198 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.meta.1732187965185.meta, exclude list is [], retry=0 2024-11-21T11:19:25,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33161,DS-c22dd824-c535-4b3c-883b-b866cd41bfae,DISK] 2024-11-21T11:19:25,201 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.meta.1732187965185.meta 2024-11-21T11:19:25,201 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32973:32973)] 2024-11-21T11:19:25,201 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:19:25,202 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:19:25,202 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:19:25,202 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:19:25,202 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:19:25,202 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:19:25,202 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:25,202 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:19:25,202 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:19:25,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:19:25,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:19:25,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:25,209 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/info/959055fd379d4c09856edbcce8507675 2024-11-21T11:19:25,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:25,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:19:25,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:19:25,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:25,214 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/ns/561a15094faa4e6d99dd333b67eaff2b 2024-11-21T11:19:25,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:25,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:19:25,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:19:25,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:25,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:25,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:19:25,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:19:25,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:25,221 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/table/974e4e6c789042b0a949c645ecd287c1 2024-11-21T11:19:25,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:25,221 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:19:25,222 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740 2024-11-21T11:19:25,223 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740 2024-11-21T11:19:25,224 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:19:25,224 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:19:25,225 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:19:25,226 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:19:25,226 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72013420, jitterRate=0.07308357954025269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:19:25,226 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:19:25,227 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732187965202Writing region info on filesystem at 1732187965202Initializing all the Stores at 1732187965203 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187965203Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187965203Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187965203Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187965203Cleaning up temporary data from old regions at 1732187965224 (+21 ms)Running coprocessor post-open hooks at 1732187965226 (+2 ms)Region opened successfully at 1732187965226 2024-11-21T11:19:25,227 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732187965178 2024-11-21T11:19:25,229 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:19:25,229 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:19:25,230 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=7b462513bfc2,46473,1732187964046 2024-11-21T11:19:25,231 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,46473,1732187964046, state=OPEN 2024-11-21T11:19:25,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-138290008/meta-region-server 2024-11-21T11:19:25,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-138290008/meta-region-server 2024-11-21T11:19:25,233 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,46473,1732187964046 2024-11-21T11:19:25,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-138290008/meta-region-server: CHANGED 2024-11-21T11:19:25,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-138290008/meta-region-server: CHANGED 2024-11-21T11:19:25,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T11:19:25,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,46473,1732187964046 in 207 msec 2024-11-21T11:19:25,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T11:19:25,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 614 msec 2024-11-21T11:19:25,391 DEBUG [RS:0;7b462513bfc2:46473.replicationSource.wal-reader.7b462513bfc2%2C46473%2C1732187964046,1-7b462513bfc2,46473,1732187964046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.1732187964854 to pos 0, reset compression=false 2024-11-21T11:19:25,795 DEBUG [RS:0;7b462513bfc2:46473.replicationSource.wal-reader.7b462513bfc2%2C46473%2C1732187964046,1-7b462513bfc2,46473,1732187964046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.1732187964854 to pos 0, reset compression=false 2024-11-21T11:19:26,230 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-21T11:19:26,300 DEBUG [RS:0;7b462513bfc2:46473.replicationSource.wal-reader.7b462513bfc2%2C46473%2C1732187964046,1-7b462513bfc2,46473,1732187964046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.1732187964854 to pos 0, reset compression=false 2024-11-21T11:19:26,506 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:19:26,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:26,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:26,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:26,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:26,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:26,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:26,905 DEBUG [RS:0;7b462513bfc2:46473.replicationSource.wal-reader.7b462513bfc2%2C46473%2C1732187964046,1-7b462513bfc2,46473,1732187964046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.1732187964854 to pos 0, reset compression=false 2024-11-21T11:19:27,610 DEBUG [RS:0;7b462513bfc2:46473.replicationSource.wal-reader.7b462513bfc2%2C46473%2C1732187964046,1-7b462513bfc2,46473,1732187964046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.1732187964854 to pos 0, reset compression=false 2024-11-21T11:19:27,732 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-21T11:19:28,414 DEBUG [RS:0;7b462513bfc2:46473.replicationSource.wal-reader.7b462513bfc2%2C46473%2C1732187964046,1-7b462513bfc2,46473,1732187964046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.1732187964854 to pos 0, reset compression=false 2024-11-21T11:19:29,135 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4506ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T11:19:29,135 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:19:29,135 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:29,135 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,46473,1732187964046, seqNum=-1] 2024-11-21T11:19:29,136 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:29,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:19:29,140 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2f2edfcaaeb66595ba0c00851a5a032, regionState=OPEN, lastHost=7b462513bfc2,41123,1732187953839, regionLocation=7b462513bfc2,41123,1732187953839, openSeqNum=2 2024-11-21T11:19:29,140 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:19:29,140 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188029140 2024-11-21T11:19:29,140 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188089140 2024-11-21T11:19:29,140 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-21T11:19:29,141 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 7b462513bfc2,41123,1732187953839 had 2 regions 2024-11-21T11:19:29,141 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33987,1732187964004-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:29,141 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33987,1732187964004-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:29,141 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33987,1732187964004-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:29,141 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:33987, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:29,141 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:29,141 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:29,142 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7b462513bfc2,41123,1732187953839, splitWal=true, meta=true, isMeta: false 2024-11-21T11:19:29,144 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839-splitting dir is empty, no logs to split. 2024-11-21T11:19:29,144 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7b462513bfc2,41123,1732187953839 WAL count=0, meta=false 2024-11-21T11:19:29,146 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,41123,1732187953839-splitting dir is empty, no logs to split. 2024-11-21T11:19:29,146 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7b462513bfc2,41123,1732187953839 WAL count=0, meta=false 2024-11-21T11:19:29,146 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 7b462513bfc2,41123,1732187953839 WAL splitting is done? wals=0, meta=false 2024-11-21T11:19:29,147 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.067sec 2024-11-21T11:19:29,147 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:19:29,147 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:19:29,147 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:19:29,147 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:19:29,147 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:19:29,147 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33987,1732187964004-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:19:29,147 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33987,1732187964004-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:19:29,148 WARN [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=7b462513bfc2,41123,1732187953839/hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:29,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2f2edfcaaeb66595ba0c00851a5a032, ASSIGN}] 2024-11-21T11:19:29,150 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2f2edfcaaeb66595ba0c00851a5a032, ASSIGN 2024-11-21T11:19:29,150 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:19:29,150 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:19:29,150 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33987,1732187964004-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:29,150 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2f2edfcaaeb66595ba0c00851a5a032, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T11:19:29,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb4efb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:29,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,33987,-1 for getting cluster id 2024-11-21T11:19:29,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:29,167 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9356331a-2ad6-4a93-bda4-b8b7295825f2' 2024-11-21T11:19:29,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:29,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9356331a-2ad6-4a93-bda4-b8b7295825f2" 2024-11-21T11:19:29,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2a0bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:29,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,33987,-1] 2024-11-21T11:19:29,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:29,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:29,168 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:29,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400fdfe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:29,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,46473,1732187964046, seqNum=-1] 2024-11-21T11:19:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:29,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:19:29,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T11:19:29,173 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:29,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:29,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:29,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:29,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:29,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 7b462513bfc2:33987 after: 7b462513bfc2:33987 2024-11-21T11:19:29,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fcfd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:29,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,33987,-1 for getting cluster id 2024-11-21T11:19:29,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:29,175 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9356331a-2ad6-4a93-bda4-b8b7295825f2' 2024-11-21T11:19:29,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:29,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9356331a-2ad6-4a93-bda4-b8b7295825f2" 2024-11-21T11:19:29,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f1a245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:29,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,33987,-1] 2024-11-21T11:19:29,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:29,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:29,176 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:29,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ca7386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:29,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:29,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,33987,1732187964004 2024-11-21T11:19:29,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30622638 2024-11-21T11:19:29,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:29,178 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:19:29,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33987 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T11:19:29,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:19:29,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:29,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:29,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:29,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:29,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:29,179 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:19:29,179 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1280302970, stopped=false 2024-11-21T11:19:29,179 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,45587,1732187956913 2024-11-21T11:19:29,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1353476339/running 2024-11-21T11:19:29,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1353476339/running 2024-11-21T11:19:29,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339 2024-11-21T11:19:29,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339 2024-11-21T11:19:29,183 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:19:29,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:29,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:29,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:29,183 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,34423,1732187956968' ***** 2024-11-21T11:19:29,183 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:19:29,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Set watcher on znode that does not yet exist, /1353476339/running 2024-11-21T11:19:29,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Set watcher on znode that does not yet exist, /1353476339/running 2024-11-21T11:19:29,184 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:19:29,184 INFO [RS:0;7b462513bfc2:34423 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:19:29,184 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:19:29,184 INFO [RS:0;7b462513bfc2:34423 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:19:29,184 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,34423,1732187956968 2024-11-21T11:19:29,184 INFO [RS:0;7b462513bfc2:34423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:19:29,184 INFO [RS:0;7b462513bfc2:34423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:34423. 2024-11-21T11:19:29,184 DEBUG [RS:0;7b462513bfc2:34423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:29,184 DEBUG [RS:0;7b462513bfc2:34423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:29,184 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:19:29,184 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:19:29,184 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:19:29,184 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:19:29,185 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T11:19:29,185 DEBUG [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:19:29,185 DEBUG [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:29,185 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:19:29,185 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:19:29,185 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:19:29,185 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:19:29,185 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:19:29,185 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T11:19:29,201 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/data/hbase/meta/1588230740/.tmp/ns/477a36eacab148ea8fee35a3f31547ae is 43, key is default/ns:d/1732187958314/Put/seqid=0 2024-11-21T11:19:29,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741835_1011 (size=5153) 2024-11-21T11:19:29,264 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:19:29,301 DEBUG [7b462513bfc2:33987 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:19:29,301 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d2f2edfcaaeb66595ba0c00851a5a032, regionState=OPENING, regionLocation=7b462513bfc2,46473,1732187964046 2024-11-21T11:19:29,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2f2edfcaaeb66595ba0c00851a5a032, ASSIGN because future has completed 2024-11-21T11:19:29,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2f2edfcaaeb66595ba0c00851a5a032, server=7b462513bfc2,46473,1732187964046}] 2024-11-21T11:19:29,319 DEBUG [RS:0;7b462513bfc2:46473.replicationSource.wal-reader.7b462513bfc2%2C46473%2C1732187964046,1-7b462513bfc2,46473,1732187964046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.1732187964854 to pos 0, reset compression=false 2024-11-21T11:19:29,385 DEBUG [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:29,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:29,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:29,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T11:19:29,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C46473%2C1732187964046.rep, suffix=, logDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/oldWALs, maxLogs=10 2024-11-21T11:19:29,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.rep.1732187969461, exclude list is [], retry=0 2024-11-21T11:19:29,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33161,DS-c22dd824-c535-4b3c-883b-b866cd41bfae,DISK] 2024-11-21T11:19:29,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.rep.1732187969461 2024-11-21T11:19:29,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32973:32973)] 2024-11-21T11:19:29,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => d2f2edfcaaeb66595ba0c00851a5a032, NAME => 'hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:19:29,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:19:29,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:19:29,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. service=MultiRowMutationService 2024-11-21T11:19:29,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T11:19:29,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:29,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:29,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:29,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:29,480 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:29,481 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2f2edfcaaeb66595ba0c00851a5a032 columnFamilyName hfileref 2024-11-21T11:19:29,481 DEBUG [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:29,481 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] regionserver.HStore(327): Store=d2f2edfcaaeb66595ba0c00851a5a032/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:29,481 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:29,482 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2f2edfcaaeb66595ba0c00851a5a032 columnFamilyName queue 2024-11-21T11:19:29,482 DEBUG [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:29,487 DEBUG [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/replication/d2f2edfcaaeb66595ba0c00851a5a032/queue/c1fdbe2501f6451faa08a17f75161a57 2024-11-21T11:19:29,487 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] regionserver.HStore(327): Store=d2f2edfcaaeb66595ba0c00851a5a032/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:29,487 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:29,488 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2f2edfcaaeb66595ba0c00851a5a032 columnFamilyName sid 2024-11-21T11:19:29,488 DEBUG [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:29,488 INFO [StoreOpener-d2f2edfcaaeb66595ba0c00851a5a032-1 {}] regionserver.HStore(327): Store=d2f2edfcaaeb66595ba0c00851a5a032/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:29,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:29,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/replication/d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:29,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/replication/d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:29,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:29,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:29,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:19:29,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:29,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened d2f2edfcaaeb66595ba0c00851a5a032; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63869544, jitterRate=-0.04826962947845459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:19:29,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:29,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for d2f2edfcaaeb66595ba0c00851a5a032: Running coprocessor pre-open hook at 1732187969479Writing region info on filesystem at 1732187969479Initializing all the Stores at 1732187969480 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187969480Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187969480Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187969480Cleaning up temporary data from old regions at 1732187969491 (+11 ms)Running coprocessor post-open hooks at 1732187969493 (+2 ms)Region opened successfully at 1732187969494 (+1 ms) 2024-11-21T11:19:29,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032., pid=13, masterSystemTime=1732187969456 2024-11-21T11:19:29,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:29,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:29,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d2f2edfcaaeb66595ba0c00851a5a032, regionState=OPEN, openSeqNum=9, regionLocation=7b462513bfc2,46473,1732187964046 2024-11-21T11:19:29,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2f2edfcaaeb66595ba0c00851a5a032, server=7b462513bfc2,46473,1732187964046 because future has completed 2024-11-21T11:19:29,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T11:19:29,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d2f2edfcaaeb66595ba0c00851a5a032, server=7b462513bfc2,46473,1732187964046 in 195 msec 2024-11-21T11:19:29,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-21T11:19:29,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2f2edfcaaeb66595ba0c00851a5a032, ASSIGN in 352 msec 2024-11-21T11:19:29,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T11:19:29,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032., hostname=7b462513bfc2,46473,1732187964046, seqNum=9] 2024-11-21T11:19:29,518 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 7b462513bfc2,41123,1732187953839 2024-11-21T11:19:29,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T11:19:29,585 DEBUG [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:29,605 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/data/hbase/meta/1588230740/.tmp/ns/477a36eacab148ea8fee35a3f31547ae 2024-11-21T11:19:29,610 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/data/hbase/meta/1588230740/.tmp/ns/477a36eacab148ea8fee35a3f31547ae as hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/data/hbase/meta/1588230740/ns/477a36eacab148ea8fee35a3f31547ae 2024-11-21T11:19:29,615 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/data/hbase/meta/1588230740/ns/477a36eacab148ea8fee35a3f31547ae, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T11:19:29,616 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-21T11:19:29,616 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:19:29,620 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T11:19:29,620 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:19:29,621 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:19:29,621 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:19:29,621 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187969185Running coprocessor pre-close hooks at 1732187969185Disabling compacts and flushes for region at 1732187969185Disabling writes for close at 1732187969185Obtaining lock to block concurrent updates at 1732187969185Preparing flush snapshotting stores in 1588230740 at 1732187969185Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732187969185Flushing stores of hbase:meta,,1.1588230740 at 1732187969186 (+1 ms)Flushing 1588230740/ns: creating writer at 1732187969186Flushing 1588230740/ns: appending metadata at 1732187969200 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732187969200Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e528140: reopening flushed file at 1732187969610 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1732187969616 (+6 ms)Writing region close event to WAL at 1732187969617 (+1 ms)Running coprocessor post-close hooks at 1732187969620 (+3 ms)Closed at 1732187969621 (+1 ms) 2024-11-21T11:19:29,621 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:19:29,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-21T11:19:29,783 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:19:29,783 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:19:29,785 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,34423,1732187956968; all regions closed. 2024-11-21T11:19:29,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741834_1010 (size=1152) 2024-11-21T11:19:29,787 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/WALs/7b462513bfc2,34423,1732187956968/7b462513bfc2%2C34423%2C1732187956968.meta.1732187958265.meta not finished, retry = 0 2024-11-21T11:19:29,890 DEBUG [RS:0;7b462513bfc2:34423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/oldWALs 2024-11-21T11:19:29,890 INFO [RS:0;7b462513bfc2:34423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C34423%2C1732187956968.meta:.meta(num 1732187958265) 2024-11-21T11:19:29,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741833_1009 (size=93) 2024-11-21T11:19:29,892 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/WALs/7b462513bfc2,34423,1732187956968/7b462513bfc2%2C34423%2C1732187956968.1732187957888 not finished, retry = 0 2024-11-21T11:19:29,994 DEBUG [RS:0;7b462513bfc2:34423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/oldWALs 2024-11-21T11:19:29,995 INFO [RS:0;7b462513bfc2:34423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C34423%2C1732187956968:(num 1732187957888) 2024-11-21T11:19:29,995 DEBUG [RS:0;7b462513bfc2:34423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:29,995 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:19:29,995 INFO [RS:0;7b462513bfc2:34423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:19:29,995 INFO [RS:0;7b462513bfc2:34423 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:19:29,995 INFO [RS:0;7b462513bfc2:34423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:19:29,995 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:19:29,995 INFO [RS:0;7b462513bfc2:34423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34423 2024-11-21T11:19:29,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339/rs 2024-11-21T11:19:29,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1353476339/rs/7b462513bfc2,34423,1732187956968 2024-11-21T11:19:29,997 INFO [RS:0;7b462513bfc2:34423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:19:29,998 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,34423,1732187956968] 2024-11-21T11:19:29,999 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1353476339/draining/7b462513bfc2,34423,1732187956968 already deleted, retry=false 2024-11-21T11:19:29,999 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,34423,1732187956968 expired; onlineServers=0 2024-11-21T11:19:29,999 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,45587,1732187956913' ***** 2024-11-21T11:19:29,999 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:19:29,999 INFO [M:0;7b462513bfc2:45587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:19:29,999 INFO [M:0;7b462513bfc2:45587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:19:29,999 DEBUG [M:0;7b462513bfc2:45587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:19:29,999 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:19:29,999 DEBUG [M:0;7b462513bfc2:45587 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:19:29,999 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187957648 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187957648,5,FailOnTimeoutGroup] 2024-11-21T11:19:29,999 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187957645 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187957645,5,FailOnTimeoutGroup] 2024-11-21T11:19:30,000 INFO [M:0;7b462513bfc2:45587 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:19:30,000 INFO [M:0;7b462513bfc2:45587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:19:30,000 DEBUG [M:0;7b462513bfc2:45587 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:19:30,000 INFO [M:0;7b462513bfc2:45587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:19:30,000 INFO [M:0;7b462513bfc2:45587 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:19:30,000 INFO [M:0;7b462513bfc2:45587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:19:30,000 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:19:30,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1353476339/master 2024-11-21T11:19:30,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353476339 2024-11-21T11:19:30,004 DEBUG [M:0;7b462513bfc2:45587 {}] zookeeper.ZKUtil(347): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Unable to get data of znode /1353476339/master because node does not exist (not an error) 2024-11-21T11:19:30,004 WARN [M:0;7b462513bfc2:45587 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:19:30,005 INFO [M:0;7b462513bfc2:45587 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/.lastflushedseqids 2024-11-21T11:19:30,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741836_1012 (size=99) 2024-11-21T11:19:30,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:30,098 INFO [RS:0;7b462513bfc2:34423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:19:30,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x1013a4080860004, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:30,099 INFO [RS:0;7b462513bfc2:34423 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,34423,1732187956968; zookeeper connection closed. 2024-11-21T11:19:30,099 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77a2cd52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77a2cd52 2024-11-21T11:19:30,099 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:19:30,323 DEBUG [RS:0;7b462513bfc2:46473.replicationSource.wal-reader.7b462513bfc2%2C46473%2C1732187964046,1-7b462513bfc2,46473,1732187964046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.1732187964854 to pos 0, reset compression=false 2024-11-21T11:19:30,411 INFO [M:0;7b462513bfc2:45587 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:19:30,411 INFO [M:0;7b462513bfc2:45587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:19:30,411 DEBUG [M:0;7b462513bfc2:45587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:19:30,411 INFO [M:0;7b462513bfc2:45587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:30,411 DEBUG [M:0;7b462513bfc2:45587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:30,411 DEBUG [M:0;7b462513bfc2:45587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:19:30,411 DEBUG [M:0;7b462513bfc2:45587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:30,411 INFO [M:0;7b462513bfc2:45587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T11:19:30,430 DEBUG [M:0;7b462513bfc2:45587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a3d38f31122471fb3c66cdb97f9df60 is 82, key is hbase:meta,,1/info:regioninfo/1732187958303/Put/seqid=0 2024-11-21T11:19:30,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741837_1013 (size=5672) 2024-11-21T11:19:30,707 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:19:30,834 INFO [M:0;7b462513bfc2:45587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a3d38f31122471fb3c66cdb97f9df60 2024-11-21T11:19:30,861 DEBUG [M:0;7b462513bfc2:45587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a0a0e97cfd041fa951f239b6b9da71b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732187958317/Put/seqid=0 2024-11-21T11:19:30,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741838_1014 (size=5275) 2024-11-21T11:19:31,266 INFO [M:0;7b462513bfc2:45587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a0a0e97cfd041fa951f239b6b9da71b 2024-11-21T11:19:31,285 DEBUG [M:0;7b462513bfc2:45587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1ad6ef4f93a48a2b6e1ce2d0a27abd3 is 69, key is 7b462513bfc2,34423,1732187956968/rs:state/1732187957733/Put/seqid=0 2024-11-21T11:19:31,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741839_1015 (size=5156) 2024-11-21T11:19:31,428 DEBUG [RS:0;7b462513bfc2:46473.replicationSource.wal-reader.7b462513bfc2%2C46473%2C1732187964046,1-7b462513bfc2,46473,1732187964046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.1732187964854 to pos 0, reset compression=false 2024-11-21T11:19:31,689 INFO [M:0;7b462513bfc2:45587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1ad6ef4f93a48a2b6e1ce2d0a27abd3 2024-11-21T11:19:31,694 DEBUG [M:0;7b462513bfc2:45587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a3d38f31122471fb3c66cdb97f9df60 as hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a3d38f31122471fb3c66cdb97f9df60 2024-11-21T11:19:31,698 INFO [M:0;7b462513bfc2:45587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a3d38f31122471fb3c66cdb97f9df60, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T11:19:31,698 DEBUG [M:0;7b462513bfc2:45587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a0a0e97cfd041fa951f239b6b9da71b as hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a0a0e97cfd041fa951f239b6b9da71b 2024-11-21T11:19:31,702 INFO [M:0;7b462513bfc2:45587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a0a0e97cfd041fa951f239b6b9da71b, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T11:19:31,703 DEBUG [M:0;7b462513bfc2:45587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1ad6ef4f93a48a2b6e1ce2d0a27abd3 as hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1ad6ef4f93a48a2b6e1ce2d0a27abd3 2024-11-21T11:19:31,707 INFO [M:0;7b462513bfc2:45587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36871/user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1ad6ef4f93a48a2b6e1ce2d0a27abd3, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T11:19:31,708 INFO [M:0;7b462513bfc2:45587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false 2024-11-21T11:19:31,709 INFO [M:0;7b462513bfc2:45587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:31,709 DEBUG [M:0;7b462513bfc2:45587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187970411Disabling compacts and flushes for region at 1732187970411Disabling writes for close at 1732187970411Obtaining lock to block concurrent updates at 1732187970411Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732187970411Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732187970412 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732187970412Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732187970412Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732187970429 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732187970429Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732187970840 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732187970861 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732187970861Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732187971271 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732187971284 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732187971284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f46e731: reopening flushed file at 1732187971693 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b90afd7: reopening flushed file at 1732187971698 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49fe2aa1: reopening flushed file at 1732187971702 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false at 1732187971708 (+6 ms)Writing region close event to WAL at 1732187971709 (+1 ms)Closed at 1732187971709 2024-11-21T11:19:31,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741830_1006 (size=10165) 2024-11-21T11:19:31,711 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fee3e4b1-0935-5232-8de7-cef0af8ea710/MasterData/WALs/7b462513bfc2,45587,1732187956913/7b462513bfc2%2C45587%2C1732187956913.1732187957494 not finished, retry = 0 2024-11-21T11:19:31,812 INFO [M:0;7b462513bfc2:45587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:19:31,812 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:19:31,812 INFO [M:0;7b462513bfc2:45587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45587 2024-11-21T11:19:31,812 INFO [M:0;7b462513bfc2:45587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:19:31,914 INFO [M:0;7b462513bfc2:45587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:19:31,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:31,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45587-0x1013a4080860003, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:31,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3771cc18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:19:31,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@661eb06e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:19:31,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:19:31,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2845a215{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:19:31,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23bb9962{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/hadoop.log.dir/,STOPPED} 2024-11-21T11:19:31,919 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:19:31,919 WARN [BP-2067723600-172.17.0.2-1732187955779 heartbeating to localhost/127.0.0.1:36871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:19:31,919 WARN [BP-2067723600-172.17.0.2-1732187955779 heartbeating to localhost/127.0.0.1:36871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2067723600-172.17.0.2-1732187955779 (Datanode Uuid 836e4bd3-3f37-437d-ad7c-c738f6251f6d) service to localhost/127.0.0.1:36871 2024-11-21T11:19:31,919 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:19:31,919 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/cluster_b061bd8f-a577-a64a-130d-027da797637e/data/data1/current/BP-2067723600-172.17.0.2-1732187955779 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:19:31,919 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/cluster_b061bd8f-a577-a64a-130d-027da797637e/data/data2/current/BP-2067723600-172.17.0.2-1732187955779 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:19:31,920 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:19:31,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bbf7c5a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:19:31,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a9bc6b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:19:31,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:19:31,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3711c3e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:19:31,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65fadc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/hadoop.log.dir/,STOPPED} 2024-11-21T11:19:31,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:19:31,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:19:31,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:31,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:31,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:31,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:31,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:31,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:19:31,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=641874023, stopped=false 2024-11-21T11:19:31,937 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,33987,1732187964004 2024-11-21T11:19:31,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-138290008/running 2024-11-21T11:19:31,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-138290008/running 2024-11-21T11:19:31,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:31,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:31,940 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:19:31,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:31,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:31,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:31,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,46473,1732187964046' ***** 2024-11-21T11:19:31,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:19:31,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on znode that does not yet exist, /0-138290008/running 2024-11-21T11:19:31,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Set watcher on znode that does not yet exist, /0-138290008/running 2024-11-21T11:19:31,940 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:19:31,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:19:31,941 INFO [RS:0;7b462513bfc2:46473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:19:31,941 INFO [RS:0;7b462513bfc2:46473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:19:31,941 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(3091): Received CLOSE for d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:31,941 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,46473,1732187964046 2024-11-21T11:19:31,941 INFO [RS:0;7b462513bfc2:46473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:19:31,941 INFO [RS:0;7b462513bfc2:46473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:46473. 2024-11-21T11:19:31,941 DEBUG [RS:0;7b462513bfc2:46473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:31,941 DEBUG [RS:0;7b462513bfc2:46473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:31,941 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:19:31,941 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:19:31,941 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2f2edfcaaeb66595ba0c00851a5a032, disabling compactions & flushes 2024-11-21T11:19:31,941 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:19:31,941 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:19:31,941 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:31,941 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:31,941 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. after waiting 0 ms 2024-11-21T11:19:31,942 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:31,942 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T11:19:31,942 DEBUG [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(1325): Online Regions={d2f2edfcaaeb66595ba0c00851a5a032=hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:19:31,942 DEBUG [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2f2edfcaaeb66595ba0c00851a5a032 2024-11-21T11:19:31,942 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:19:31,942 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:19:31,942 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:19:31,942 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:19:31,942 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:19:31,942 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T11:19:31,945 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/replication/d2f2edfcaaeb66595ba0c00851a5a032/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-21T11:19:31,946 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:19:31,946 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:19:31,946 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:31,946 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2f2edfcaaeb66595ba0c00851a5a032: Waiting for close lock at 1732187971941Running coprocessor pre-close hooks at 1732187971941Disabling compacts and flushes for region at 1732187971941Disabling writes for close at 1732187971941Writing region close event to WAL at 1732187971942 (+1 ms)Running coprocessor post-close hooks at 1732187971946 (+4 ms)Closed at 1732187971946 2024-11-21T11:19:31,946 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032. 2024-11-21T11:19:31,957 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/.tmp/info/4b1cc473f9fb407abc2e358ecb6190b2 is 147, key is hbase:replication,,1732187958418.d2f2edfcaaeb66595ba0c00851a5a032./info:regioninfo/1732187969497/Put/seqid=0 2024-11-21T11:19:31,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741851_1027 (size=6385) 2024-11-21T11:19:32,016 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:19:32,142 DEBUG [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:32,342 DEBUG [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:32,361 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/.tmp/info/4b1cc473f9fb407abc2e358ecb6190b2 2024-11-21T11:19:32,367 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/.tmp/info/4b1cc473f9fb407abc2e358ecb6190b2 as hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/info/4b1cc473f9fb407abc2e358ecb6190b2 2024-11-21T11:19:32,371 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/info/4b1cc473f9fb407abc2e358ecb6190b2, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T11:19:32,372 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-11-21T11:19:32,377 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T11:19:32,378 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:19:32,378 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:19:32,378 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:19:32,378 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187971942Running coprocessor pre-close hooks at 1732187971942Disabling compacts and flushes for region at 1732187971942Disabling writes for close at 1732187971942Obtaining lock to block concurrent updates at 1732187971942Preparing flush snapshotting stores in 1588230740 at 1732187971942Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732187971942Flushing stores of hbase:meta,,1.1588230740 at 1732187971943 (+1 ms)Flushing 1588230740/info: creating writer at 1732187971943Flushing 1588230740/info: appending metadata at 1732187971957 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732187971957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eff2824: reopening flushed file at 1732187972366 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1732187972372 (+6 ms)Writing region close event to WAL at 1732187972374 (+2 ms)Running coprocessor post-close hooks at 1732187972378 (+4 ms)Closed at 1732187972378 2024-11-21T11:19:32,378 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:19:32,542 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,46473,1732187964046; all regions closed. 2024-11-21T11:19:32,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741849_1025 (size=2156) 2024-11-21T11:19:32,545 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.meta.1732187965185.meta not finished, retry = 0 2024-11-21T11:19:32,633 DEBUG [RS:0;7b462513bfc2:46473.replicationSource.wal-reader.7b462513bfc2%2C46473%2C1732187964046,1-7b462513bfc2,46473,1732187964046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.1732187964854 to pos 0, reset compression=false 2024-11-21T11:19:32,647 DEBUG [RS:0;7b462513bfc2:46473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/oldWALs 2024-11-21T11:19:32,647 INFO [RS:0;7b462513bfc2:46473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C46473%2C1732187964046.meta:.meta(num 1732187965185) 2024-11-21T11:19:32,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741850_1026 (size=796) 2024-11-21T11:19:32,649 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.rep.1732187969461 not finished, retry = 0 2024-11-21T11:19:32,711 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:19:32,711 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:19:32,752 DEBUG [RS:0;7b462513bfc2:46473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/oldWALs 2024-11-21T11:19:32,752 INFO [RS:0;7b462513bfc2:46473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C46473%2C1732187964046.rep:(num 1732187969461) 2024-11-21T11:19:32,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741848_1024 (size=93) 2024-11-21T11:19:32,754 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/WALs/7b462513bfc2,46473,1732187964046/7b462513bfc2%2C46473%2C1732187964046.1732187964854 not finished, retry = 0 2024-11-21T11:19:32,856 DEBUG [RS:0;7b462513bfc2:46473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/oldWALs 2024-11-21T11:19:32,856 INFO [RS:0;7b462513bfc2:46473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C46473%2C1732187964046:(num 1732187964854) 2024-11-21T11:19:32,856 DEBUG [RS:0;7b462513bfc2:46473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:32,856 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:19:32,857 INFO [RS:0;7b462513bfc2:46473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:19:32,857 INFO [RS:0;7b462513bfc2:46473 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T11:19:32,857 INFO [RS:0;7b462513bfc2:46473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:19:32,857 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:19:32,857 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T11:19:32,857 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T11:19:32,857 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,46473,1732187964046 because: Region server is closing 2024-11-21T11:19:32,857 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T11:19:32,857 INFO [RS:0;7b462513bfc2:46473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:46473. 2024-11-21T11:19:32,857 DEBUG [RS:0;7b462513bfc2:46473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:32,858 DEBUG [RS:0;7b462513bfc2:46473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:32,858 DEBUG [RS:0;7b462513bfc2:46473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:32,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:32,958 WARN [RS:0;7b462513bfc2:46473.replicationSource.wal-reader.7b462513bfc2%2C46473%2C1732187964046,1-7b462513bfc2,46473,1732187964046 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T11:19:32,958 WARN [RS:0;7b462513bfc2:46473.replicationSource.shipper7b462513bfc2%2C46473%2C1732187964046,1-7b462513bfc2,46473,1732187964046 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T11:19:32,958 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;7b462513bfc2:46473.replicationSource.shipper7b462513bfc2%2C46473%2C1732187964046,1-7b462513bfc2,46473,1732187964046 terminated 2024-11-21T11:19:32,958 INFO [RS:0;7b462513bfc2:46473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46473 2024-11-21T11:19:32,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-138290008/rs/7b462513bfc2,46473,1732187964046 2024-11-21T11:19:32,960 INFO [RS:0;7b462513bfc2:46473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:19:32,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008/rs 2024-11-21T11:19:32,961 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,46473,1732187964046] 2024-11-21T11:19:32,962 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-138290008/draining/7b462513bfc2,46473,1732187964046 already deleted, retry=false 2024-11-21T11:19:32,962 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,46473,1732187964046 expired; onlineServers=0 2024-11-21T11:19:32,962 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,33987,1732187964004' ***** 2024-11-21T11:19:32,962 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:19:32,962 INFO [M:0;7b462513bfc2:33987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:19:32,963 INFO [M:0;7b462513bfc2:33987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:19:32,963 DEBUG [M:0;7b462513bfc2:33987 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:19:32,963 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:19:32,963 DEBUG [M:0;7b462513bfc2:33987 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:19:32,963 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187964621 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187964621,5,FailOnTimeoutGroup] 2024-11-21T11:19:32,963 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187964624 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187964624,5,FailOnTimeoutGroup] 2024-11-21T11:19:32,963 INFO [M:0;7b462513bfc2:33987 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:19:32,963 INFO [M:0;7b462513bfc2:33987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:19:32,963 DEBUG [M:0;7b462513bfc2:33987 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:19:32,963 INFO [M:0;7b462513bfc2:33987 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:19:32,963 INFO [M:0;7b462513bfc2:33987 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:19:32,963 INFO [M:0;7b462513bfc2:33987 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:19:32,963 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:19:32,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-138290008/master 2024-11-21T11:19:32,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-138290008 2024-11-21T11:19:32,966 DEBUG [M:0;7b462513bfc2:33987 {}] zookeeper.ZKUtil(347): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Unable to get data of znode /0-138290008/master because node does not exist (not an error) 2024-11-21T11:19:32,966 WARN [M:0;7b462513bfc2:33987 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:19:32,966 INFO [M:0;7b462513bfc2:33987 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/.lastflushedseqids 2024-11-21T11:19:32,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741852_1028 (size=181) 2024-11-21T11:19:33,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:33,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46473-0x1013a4080860007, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:33,061 INFO [RS:0;7b462513bfc2:46473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:19:33,061 INFO [RS:0;7b462513bfc2:46473 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,46473,1732187964046; zookeeper connection closed. 2024-11-21T11:19:33,062 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a02312 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a02312 2024-11-21T11:19:33,062 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:19:33,376 INFO [M:0;7b462513bfc2:33987 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:19:33,376 INFO [M:0;7b462513bfc2:33987 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:19:33,377 DEBUG [M:0;7b462513bfc2:33987 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:19:33,377 INFO [M:0;7b462513bfc2:33987 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:33,377 DEBUG [M:0;7b462513bfc2:33987 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:33,377 DEBUG [M:0;7b462513bfc2:33987 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:19:33,377 DEBUG [M:0;7b462513bfc2:33987 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:33,377 INFO [M:0;7b462513bfc2:33987 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T11:19:33,396 DEBUG [M:0;7b462513bfc2:33987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9be440aa8fe4f2586dac33e4a27d0e7 is 82, key is hbase:meta,,1/info:regioninfo/1732187965230/Put/seqid=0 2024-11-21T11:19:33,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741853_1029 (size=5672) 2024-11-21T11:19:33,801 INFO [M:0;7b462513bfc2:33987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9be440aa8fe4f2586dac33e4a27d0e7 2024-11-21T11:19:33,821 DEBUG [M:0;7b462513bfc2:33987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e87b68270a9942d9b2884555a29a1d0a is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732187969502/Put/seqid=0 2024-11-21T11:19:33,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741854_1030 (size=7312) 2024-11-21T11:19:34,225 INFO [M:0;7b462513bfc2:33987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e87b68270a9942d9b2884555a29a1d0a 2024-11-21T11:19:34,249 DEBUG [M:0;7b462513bfc2:33987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03c63cf7afe14ef5aa5575715c2961bf is 69, key is 7b462513bfc2,46473,1732187964046/rs:state/1732187964682/Put/seqid=0 2024-11-21T11:19:34,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741855_1031 (size=5370) 2024-11-21T11:19:34,653 INFO [M:0;7b462513bfc2:33987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03c63cf7afe14ef5aa5575715c2961bf 2024-11-21T11:19:34,659 INFO [M:0;7b462513bfc2:33987 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03c63cf7afe14ef5aa5575715c2961bf 2024-11-21T11:19:34,660 DEBUG [M:0;7b462513bfc2:33987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9be440aa8fe4f2586dac33e4a27d0e7 as hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9be440aa8fe4f2586dac33e4a27d0e7 2024-11-21T11:19:34,665 INFO [M:0;7b462513bfc2:33987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9be440aa8fe4f2586dac33e4a27d0e7, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T11:19:34,666 DEBUG [M:0;7b462513bfc2:33987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e87b68270a9942d9b2884555a29a1d0a as hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e87b68270a9942d9b2884555a29a1d0a 2024-11-21T11:19:34,670 INFO [M:0;7b462513bfc2:33987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e87b68270a9942d9b2884555a29a1d0a, entries=7, sequenceid=127, filesize=7.1 K 2024-11-21T11:19:34,671 DEBUG [M:0;7b462513bfc2:33987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03c63cf7afe14ef5aa5575715c2961bf as hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03c63cf7afe14ef5aa5575715c2961bf 2024-11-21T11:19:34,675 INFO [M:0;7b462513bfc2:33987 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03c63cf7afe14ef5aa5575715c2961bf 2024-11-21T11:19:34,675 INFO [M:0;7b462513bfc2:33987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/4554937c-cd53-c5bc-55fc-97290260e09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03c63cf7afe14ef5aa5575715c2961bf, entries=2, sequenceid=127, filesize=5.2 K 2024-11-21T11:19:34,676 INFO [M:0;7b462513bfc2:33987 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=127, compaction requested=false 2024-11-21T11:19:34,677 INFO [M:0;7b462513bfc2:33987 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:34,677 DEBUG [M:0;7b462513bfc2:33987 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187973377Disabling compacts and flushes for region at 1732187973377Disabling writes for close at 1732187973377Obtaining lock to block concurrent updates at 1732187973377Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732187973377Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732187973377Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732187973378 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732187973378Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732187973396 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732187973396Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732187973806 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732187973821 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732187973821Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732187974231 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732187974248 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732187974248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19832467: reopening flushed file at 1732187974659 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527c252a: reopening flushed file at 1732187974666 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64eacc7a: reopening flushed file at 1732187974670 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=127, compaction requested=false at 1732187974676 (+6 ms)Writing region close event to WAL at 1732187974677 (+1 ms)Closed at 1732187974677 2024-11-21T11:19:34,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741847_1023 (size=22903) 2024-11-21T11:19:34,680 INFO [M:0;7b462513bfc2:33987 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:19:34,680 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:19:34,680 INFO [M:0;7b462513bfc2:33987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33987 2024-11-21T11:19:34,680 INFO [M:0;7b462513bfc2:33987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:19:34,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:34,782 INFO [M:0;7b462513bfc2:33987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:19:34,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33987-0x1013a4080860006, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:34,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b4fdf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:19:34,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d8f70de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:19:34,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:19:34,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28ba7143{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:19:34,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b66f5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/hadoop.log.dir/,STOPPED} 2024-11-21T11:19:34,787 WARN [BP-408959403-172.17.0.2-1732187952654 heartbeating to localhost/127.0.0.1:42535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:19:34,787 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:19:34,787 WARN [BP-408959403-172.17.0.2-1732187952654 heartbeating to localhost/127.0.0.1:42535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-408959403-172.17.0.2-1732187952654 (Datanode Uuid 74e61387-abc7-4f24-adea-c9569e751f1c) service to localhost/127.0.0.1:42535 2024-11-21T11:19:34,787 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:19:34,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/cluster_4cde2ea4-5bed-1e3d-5c0a-ea8031e5aeee/data/data1/current/BP-408959403-172.17.0.2-1732187952654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:19:34,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/cluster_4cde2ea4-5bed-1e3d-5c0a-ea8031e5aeee/data/data2/current/BP-408959403-172.17.0.2-1732187952654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:19:34,788 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:19:34,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@254c863c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:19:34,795 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ace9329{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:19:34,795 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:19:34,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26303977{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:19:34,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7648a310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/546ca5fa-727d-a075-1771-22dd80138596/hadoop.log.dir/,STOPPED} 2024-11-21T11:19:34,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T11:19:34,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:19:34,829 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 162) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50188) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42535 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50188) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36871 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=283 (was 225) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4511 (was 4694) 2024-11-21T11:19:34,838 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=4511 2024-11-21T11:19:34,854 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-21T11:19:34,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/hadoop.log.dir so I do NOT create it in target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b 2024-11-21T11:19:34,855 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:19:34,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/hadoop.tmp.dir so I do NOT create it in target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b 2024-11-21T11:19:34,855 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c017a1ac-c962-8e92-bff0-89ce086a4356/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:19:34,855 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b 2024-11-21T11:19:34,855 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/cluster_1ccdc9c5-7ec4-cd4e-9f89-341c77c2f0e5, deleteOnExit=true 2024-11-21T11:19:34,858 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/cluster_1ccdc9c5-7ec4-cd4e-9f89-341c77c2f0e5/zookeeper_0, clientPort=63452, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/cluster_1ccdc9c5-7ec4-cd4e-9f89-341c77c2f0e5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/cluster_1ccdc9c5-7ec4-cd4e-9f89-341c77c2f0e5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T11:19:34,859 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63452 2024-11-21T11:19:34,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:19:34,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:19:34,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/test.cache.data in system properties and HBase conf 2024-11-21T11:19:34,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:19:34,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:19:34,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:19:34,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:19:34,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:19:34,859 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:19:34,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:19:34,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:19:34,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:19:34,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:19:34,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:19:34,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:19:34,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:19:34,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:19:34,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:19:34,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:19:34,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:19:34,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:19:34,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:19:34,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:19:34,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013a4080860005, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:19:34,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013a4080860002, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:19:34,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013a4080860005, quorum=127.0.0.1:50188, baseZNode=/1353476339 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:19:34,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013a4080860002, quorum=127.0.0.1:50188, baseZNode=/0-138290008 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:19:34,933 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T11:19:34,959 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:34,959 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:34,960 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:34,960 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:34,960 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:34,960 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:34,965 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:34,968 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:34,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:19:34,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:19:34,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:19:34,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:19:34,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:19:34,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:19:34,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5736233d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:19:34,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db69a8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:19:35,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bf57691{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/java.io.tmpdir/jetty-localhost-41763-hadoop-hdfs-3_4_1-tests_jar-_-any-7799110560140896578/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:19:35,116 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12386e47{HTTP/1.1, (http/1.1)}{localhost:41763} 2024-11-21T11:19:35,117 INFO [Time-limited test {}] server.Server(415): Started @150728ms 2024-11-21T11:19:35,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:19:35,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:19:35,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:19:35,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:19:35,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:19:35,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ddca0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:19:35,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a5f470f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:19:35,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f31ef2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/java.io.tmpdir/jetty-localhost-46437-hadoop-hdfs-3_4_1-tests_jar-_-any-12531158200625716712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:19:35,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31782b69{HTTP/1.1, (http/1.1)}{localhost:46437} 2024-11-21T11:19:35,322 INFO [Time-limited test {}] server.Server(415): Started @150934ms 2024-11-21T11:19:35,324 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:19:35,426 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/cluster_1ccdc9c5-7ec4-cd4e-9f89-341c77c2f0e5/data/data2/current/BP-874394433-172.17.0.2-1732187974881/current, will proceed with Du for space computation calculation, 2024-11-21T11:19:35,426 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/cluster_1ccdc9c5-7ec4-cd4e-9f89-341c77c2f0e5/data/data1/current/BP-874394433-172.17.0.2-1732187974881/current, will proceed with Du for space computation calculation, 2024-11-21T11:19:35,459 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:19:35,461 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdbc24fddefa1289 with lease ID 0x8612cf7b853adbe1: Processing first storage report for DS-bdf55fe4-8a9e-4943-8d9a-6ce3b73e4d68 from datanode DatanodeRegistration(127.0.0.1:41901, datanodeUuid=df8ac55e-dbaa-4ac3-b6b5-aeb4e3b3de49, infoPort=33927, infoSecurePort=0, ipcPort=34523, storageInfo=lv=-57;cid=testClusterID;nsid=1882618238;c=1732187974881) 2024-11-21T11:19:35,461 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdbc24fddefa1289 with lease ID 0x8612cf7b853adbe1: from storage DS-bdf55fe4-8a9e-4943-8d9a-6ce3b73e4d68 node DatanodeRegistration(127.0.0.1:41901, datanodeUuid=df8ac55e-dbaa-4ac3-b6b5-aeb4e3b3de49, infoPort=33927, infoSecurePort=0, ipcPort=34523, storageInfo=lv=-57;cid=testClusterID;nsid=1882618238;c=1732187974881), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:19:35,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdbc24fddefa1289 with lease ID 0x8612cf7b853adbe1: Processing first storage report for DS-f38d0ea7-64a2-4471-bc27-7601703eed47 from datanode DatanodeRegistration(127.0.0.1:41901, datanodeUuid=df8ac55e-dbaa-4ac3-b6b5-aeb4e3b3de49, infoPort=33927, infoSecurePort=0, ipcPort=34523, storageInfo=lv=-57;cid=testClusterID;nsid=1882618238;c=1732187974881) 2024-11-21T11:19:35,462 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdbc24fddefa1289 with lease ID 0x8612cf7b853adbe1: from storage DS-f38d0ea7-64a2-4471-bc27-7601703eed47 node DatanodeRegistration(127.0.0.1:41901, datanodeUuid=df8ac55e-dbaa-4ac3-b6b5-aeb4e3b3de49, infoPort=33927, infoSecurePort=0, ipcPort=34523, storageInfo=lv=-57;cid=testClusterID;nsid=1882618238;c=1732187974881), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:19:35,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b 2024-11-21T11:19:35,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:35,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:35,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:19:35,967 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e with version=8 2024-11-21T11:19:35,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/hbase-staging 2024-11-21T11:19:35,970 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:19:35,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:35,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:35,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:19:35,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:35,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:19:35,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:19:35,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:19:35,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41581 2024-11-21T11:19:35,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41581 connecting to ZooKeeper ensemble=127.0.0.1:63452 2024-11-21T11:19:35,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415810x0, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:19:35,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41581-0x1013a40d7590000 connected 2024-11-21T11:19:36,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:36,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:36,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Set watcher on znode that does not yet exist, /01063943126/running 2024-11-21T11:19:36,020 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e, hbase.cluster.distributed=false 2024-11-21T11:19:36,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Set watcher on znode that does not yet exist, /01063943126/acl 2024-11-21T11:19:36,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41581 2024-11-21T11:19:36,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41581 2024-11-21T11:19:36,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41581 2024-11-21T11:19:36,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41581 2024-11-21T11:19:36,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41581 2024-11-21T11:19:36,044 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:19:36,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:36,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:36,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:19:36,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:36,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:19:36,045 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:19:36,045 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:19:36,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35635 2024-11-21T11:19:36,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35635 connecting to ZooKeeper ensemble=127.0.0.1:63452 2024-11-21T11:19:36,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:36,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:36,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356350x0, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:19:36,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356350x0, quorum=127.0.0.1:63452, baseZNode=/01063943126 Set watcher on znode that does not yet exist, /01063943126/running 2024-11-21T11:19:36,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35635-0x1013a40d7590001 connected 2024-11-21T11:19:36,066 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:19:36,068 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:19:36,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Set watcher on znode that does not yet exist, /01063943126/master 2024-11-21T11:19:36,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Set watcher on znode that does not yet exist, /01063943126/acl 2024-11-21T11:19:36,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35635 2024-11-21T11:19:36,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35635 2024-11-21T11:19:36,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35635 2024-11-21T11:19:36,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35635 2024-11-21T11:19:36,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35635 2024-11-21T11:19:36,091 DEBUG [M:0;7b462513bfc2:41581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:41581 2024-11-21T11:19:36,091 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01063943126/backup-masters/7b462513bfc2,41581,1732187975970 2024-11-21T11:19:36,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126/backup-masters 2024-11-21T11:19:36,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126/backup-masters 2024-11-21T11:19:36,093 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Set watcher on existing znode=/01063943126/backup-masters/7b462513bfc2,41581,1732187975970 2024-11-21T11:19:36,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01063943126/master 2024-11-21T11:19:36,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126 2024-11-21T11:19:36,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126 2024-11-21T11:19:36,095 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Set watcher on existing znode=/01063943126/master 2024-11-21T11:19:36,096 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01063943126/backup-masters/7b462513bfc2,41581,1732187975970 from backup master directory 2024-11-21T11:19:36,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126/backup-masters 2024-11-21T11:19:36,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01063943126/backup-masters/7b462513bfc2,41581,1732187975970 2024-11-21T11:19:36,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126/backup-masters 2024-11-21T11:19:36,097 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:19:36,097 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,41581,1732187975970 2024-11-21T11:19:36,101 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/hbase.id] with ID: bc971239-de81-4d31-8cf5-84b7a8149ba5 2024-11-21T11:19:36,101 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/.tmp/hbase.id 2024-11-21T11:19:36,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:19:36,508 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/.tmp/hbase.id]:[hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/hbase.id] 2024-11-21T11:19:36,518 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:36,518 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:19:36,519 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T11:19:36,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126 2024-11-21T11:19:36,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126 2024-11-21T11:19:36,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:19:36,926 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:19:36,927 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:19:36,927 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:36,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:19:37,334 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store 2024-11-21T11:19:37,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:19:37,740 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:37,740 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:19:37,740 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:37,740 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:37,740 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:19:37,740 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:37,740 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:37,740 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187977740Disabling compacts and flushes for region at 1732187977740Disabling writes for close at 1732187977740Writing region close event to WAL at 1732187977740Closed at 1732187977740 2024-11-21T11:19:37,741 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/.initializing 2024-11-21T11:19:37,741 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/WALs/7b462513bfc2,41581,1732187975970 2024-11-21T11:19:37,742 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:19:37,744 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C41581%2C1732187975970, suffix=, logDir=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/WALs/7b462513bfc2,41581,1732187975970, archiveDir=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/oldWALs, maxLogs=10 2024-11-21T11:19:37,761 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/WALs/7b462513bfc2,41581,1732187975970/7b462513bfc2%2C41581%2C1732187975970.1732187977744, exclude list is [], retry=0 2024-11-21T11:19:37,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41901,DS-bdf55fe4-8a9e-4943-8d9a-6ce3b73e4d68,DISK] 2024-11-21T11:19:37,765 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/WALs/7b462513bfc2,41581,1732187975970/7b462513bfc2%2C41581%2C1732187975970.1732187977744 2024-11-21T11:19:37,768 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33927:33927)] 2024-11-21T11:19:37,768 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:19:37,769 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:37,769 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:37,769 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:37,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:37,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:19:37,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:37,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:37,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:37,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:19:37,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:37,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:37,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:37,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:19:37,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:37,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:37,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:37,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:19:37,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:37,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:37,777 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:37,777 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:37,778 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:37,778 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:37,778 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:37,779 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:19:37,780 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:37,782 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:19:37,782 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61372292, jitterRate=-0.08548158407211304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:19:37,782 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732187977769Initializing all the Stores at 1732187977770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187977770Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187977770Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187977770Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187977770Cleaning up temporary data from old regions at 1732187977778 (+8 ms)Region opened successfully at 1732187977782 (+4 ms) 2024-11-21T11:19:37,783 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:19:37,786 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db7eaf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:19:37,786 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:19:37,786 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:19:37,786 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:19:37,787 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:19:37,787 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:19:37,787 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:19:37,787 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:19:37,789 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:19:37,790 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Unable to get data of znode /01063943126/balancer because node does not exist (not necessarily an error) 2024-11-21T11:19:37,791 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01063943126/balancer already deleted, retry=false 2024-11-21T11:19:37,791 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:19:37,792 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Unable to get data of znode /01063943126/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:19:37,795 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01063943126/normalizer already deleted, retry=false 2024-11-21T11:19:37,795 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:19:37,799 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Unable to get data of znode /01063943126/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:19:37,800 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01063943126/switch/split already deleted, retry=false 2024-11-21T11:19:37,801 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Unable to get data of znode /01063943126/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:19:37,802 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01063943126/switch/merge already deleted, retry=false 2024-11-21T11:19:37,804 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Unable to get data of znode /01063943126/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:19:37,805 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01063943126/snapshot-cleanup already deleted, retry=false 2024-11-21T11:19:37,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01063943126/running 2024-11-21T11:19:37,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01063943126/running 2024-11-21T11:19:37,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126 2024-11-21T11:19:37,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126 2024-11-21T11:19:37,813 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,41581,1732187975970, sessionid=0x1013a40d7590000, setting cluster-up flag (Was=false) 2024-11-21T11:19:37,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126 2024-11-21T11:19:37,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126 2024-11-21T11:19:37,820 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01063943126/flush-table-proc/acquired, /01063943126/flush-table-proc/reached, /01063943126/flush-table-proc/abort 2024-11-21T11:19:37,821 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,41581,1732187975970 2024-11-21T11:19:37,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126 2024-11-21T11:19:37,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126 2024-11-21T11:19:37,830 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01063943126/online-snapshot/acquired, /01063943126/online-snapshot/reached, /01063943126/online-snapshot/abort 2024-11-21T11:19:37,831 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,41581,1732187975970 2024-11-21T11:19:37,831 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:19:37,833 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:19:37,833 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:19:37,833 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:19:37,833 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 7b462513bfc2,41123,1732187953839: status=Processing ServerCrashProcedure of 7b462513bfc2,41123,1732187953839 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732187964616, completionTime=-1 appears to have been leaked 2024-11-21T11:19:37,834 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,41581,1732187975970 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:19:37,834 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:37,835 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:37,835 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:37,835 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:37,835 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:19:37,835 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:37,835 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:19:37,835 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:37,837 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:19:37,837 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:19:37,838 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:37,838 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:19:37,840 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732188007840 2024-11-21T11:19:37,840 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:19:37,841 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:19:37,841 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:19:37,841 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:19:37,841 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:19:37,841 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:19:37,841 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:37,841 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:19:37,841 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:19:37,841 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:19:37,841 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:19:37,844 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:19:37,844 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:19:37,848 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187977844,5,FailOnTimeoutGroup] 2024-11-21T11:19:37,848 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187977848,5,FailOnTimeoutGroup] 2024-11-21T11:19:37,848 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:37,848 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:19:37,848 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:37,848 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:37,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:19:37,879 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(746): ClusterId : bc971239-de81-4d31-8cf5-84b7a8149ba5 2024-11-21T11:19:37,879 DEBUG [RS:0;7b462513bfc2:35635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:19:37,881 DEBUG [RS:0;7b462513bfc2:35635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:19:37,881 DEBUG [RS:0;7b462513bfc2:35635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:19:37,883 DEBUG [RS:0;7b462513bfc2:35635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:19:37,884 DEBUG [RS:0;7b462513bfc2:35635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ae1d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:19:37,895 DEBUG [RS:0;7b462513bfc2:35635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:35635 2024-11-21T11:19:37,895 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:19:37,895 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:19:37,896 DEBUG [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:19:37,896 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,41581,1732187975970 with port=35635, startcode=1732187976044 2024-11-21T11:19:37,896 DEBUG [RS:0;7b462513bfc2:35635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:19:37,898 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:19:37,898 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,35635,1732187976044 2024-11-21T11:19:37,898 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41581 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,35635,1732187976044 2024-11-21T11:19:37,900 DEBUG [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e 2024-11-21T11:19:37,900 DEBUG [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33209 2024-11-21T11:19:37,900 DEBUG [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:19:37,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126/rs 2024-11-21T11:19:37,902 DEBUG [RS:0;7b462513bfc2:35635 {}] zookeeper.ZKUtil(111): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Set watcher on existing znode=/01063943126/rs/7b462513bfc2,35635,1732187976044 2024-11-21T11:19:37,902 WARN [RS:0;7b462513bfc2:35635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:19:37,903 INFO [RS:0;7b462513bfc2:35635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:37,903 DEBUG [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044 2024-11-21T11:19:37,903 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,35635,1732187976044] 2024-11-21T11:19:37,906 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:19:37,907 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:19:37,907 INFO [RS:0;7b462513bfc2:35635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:19:37,907 INFO [RS:0;7b462513bfc2:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:37,908 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:19:37,908 INFO [RS:0;7b462513bfc2:35635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:19:37,908 INFO [RS:0;7b462513bfc2:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:37,908 DEBUG [RS:0;7b462513bfc2:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:37,908 DEBUG [RS:0;7b462513bfc2:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:37,908 DEBUG [RS:0;7b462513bfc2:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:37,909 DEBUG [RS:0;7b462513bfc2:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:37,909 DEBUG [RS:0;7b462513bfc2:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:37,909 DEBUG [RS:0;7b462513bfc2:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:19:37,909 DEBUG [RS:0;7b462513bfc2:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:37,909 DEBUG [RS:0;7b462513bfc2:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:37,909 DEBUG [RS:0;7b462513bfc2:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:37,909 DEBUG [RS:0;7b462513bfc2:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:37,909 DEBUG [RS:0;7b462513bfc2:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:37,909 DEBUG [RS:0;7b462513bfc2:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:37,909 DEBUG [RS:0;7b462513bfc2:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:19:37,909 DEBUG [RS:0;7b462513bfc2:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:19:37,912 INFO [RS:0;7b462513bfc2:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:37,912 INFO [RS:0;7b462513bfc2:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:37,912 INFO [RS:0;7b462513bfc2:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:37,912 INFO [RS:0;7b462513bfc2:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:37,912 INFO [RS:0;7b462513bfc2:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:37,912 INFO [RS:0;7b462513bfc2:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,35635,1732187976044-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:19:37,933 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:19:37,933 INFO [RS:0;7b462513bfc2:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,35635,1732187976044-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:37,933 INFO [RS:0;7b462513bfc2:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:37,933 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.Replication(171): 7b462513bfc2,35635,1732187976044 started 2024-11-21T11:19:37,949 INFO [RS:0;7b462513bfc2:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:37,949 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,35635,1732187976044, RpcServer on 7b462513bfc2/172.17.0.2:35635, sessionid=0x1013a40d7590001 2024-11-21T11:19:37,949 DEBUG [RS:0;7b462513bfc2:35635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:19:37,949 DEBUG [RS:0;7b462513bfc2:35635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,35635,1732187976044 2024-11-21T11:19:37,949 DEBUG [RS:0;7b462513bfc2:35635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,35635,1732187976044' 2024-11-21T11:19:37,949 DEBUG [RS:0;7b462513bfc2:35635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01063943126/flush-table-proc/abort' 2024-11-21T11:19:37,949 DEBUG [RS:0;7b462513bfc2:35635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01063943126/flush-table-proc/acquired' 2024-11-21T11:19:37,950 DEBUG [RS:0;7b462513bfc2:35635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:19:37,950 DEBUG [RS:0;7b462513bfc2:35635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:19:37,950 DEBUG [RS:0;7b462513bfc2:35635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,35635,1732187976044 2024-11-21T11:19:37,950 DEBUG [RS:0;7b462513bfc2:35635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,35635,1732187976044' 2024-11-21T11:19:37,950 DEBUG [RS:0;7b462513bfc2:35635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01063943126/online-snapshot/abort' 2024-11-21T11:19:37,950 DEBUG [RS:0;7b462513bfc2:35635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01063943126/online-snapshot/acquired' 2024-11-21T11:19:37,950 DEBUG [RS:0;7b462513bfc2:35635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:19:37,950 INFO [RS:0;7b462513bfc2:35635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:19:37,950 INFO [RS:0;7b462513bfc2:35635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:19:38,051 INFO [RS:0;7b462513bfc2:35635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:19:38,052 INFO [RS:0;7b462513bfc2:35635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C35635%2C1732187976044, suffix=, logDir=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044, archiveDir=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/oldWALs, maxLogs=10 2024-11-21T11:19:38,066 DEBUG [RS:0;7b462513bfc2:35635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053, exclude list is [], retry=0 2024-11-21T11:19:38,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41901,DS-bdf55fe4-8a9e-4943-8d9a-6ce3b73e4d68,DISK] 2024-11-21T11:19:38,070 INFO [RS:0;7b462513bfc2:35635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 2024-11-21T11:19:38,070 DEBUG [RS:0;7b462513bfc2:35635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33927:33927)] 2024-11-21T11:19:38,251 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:19:38,251 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e 2024-11-21T11:19:38,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:19:38,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:38,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:19:38,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:19:38,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:38,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:38,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:19:38,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:19:38,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:38,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:38,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:19:38,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:19:38,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:38,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:38,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:19:38,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:19:38,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:38,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:38,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:19:38,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740 2024-11-21T11:19:38,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740 2024-11-21T11:19:38,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:19:38,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:19:38,667 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:19:38,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:19:38,670 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:19:38,670 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64134203, jitterRate=-0.04432590305805206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:19:38,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732187978657Initializing all the Stores at 1732187978658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187978658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187978658Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187978658Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187978658Cleaning up temporary data from old regions at 1732187978666 (+8 ms)Region opened successfully at 1732187978671 (+5 ms) 2024-11-21T11:19:38,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:19:38,671 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:19:38,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:19:38,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:19:38,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:19:38,671 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:19:38,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187978671Disabling compacts and flushes for region at 1732187978671Disabling writes for close at 1732187978671Writing region close event to WAL at 1732187978671Closed at 1732187978671 2024-11-21T11:19:38,672 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:19:38,672 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:19:38,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:19:38,673 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:19:38,674 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:19:38,824 DEBUG [7b462513bfc2:41581 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:19:38,825 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,35635,1732187976044 2024-11-21T11:19:38,826 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,35635,1732187976044, state=OPENING 2024-11-21T11:19:38,827 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:19:38,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126 2024-11-21T11:19:38,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126 2024-11-21T11:19:38,829 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:19:38,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01063943126/meta-region-server: CHANGED 2024-11-21T11:19:38,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01063943126/meta-region-server: CHANGED 2024-11-21T11:19:38,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,35635,1732187976044}] 2024-11-21T11:19:38,981 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:19:38,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:19:38,986 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:19:38,986 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:38,987 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:19:38,988 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C35635%2C1732187976044.meta, suffix=.meta, logDir=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044, archiveDir=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/oldWALs, maxLogs=10 2024-11-21T11:19:39,002 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.meta.1732187978988.meta, exclude list is [], retry=0 2024-11-21T11:19:39,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41901,DS-bdf55fe4-8a9e-4943-8d9a-6ce3b73e4d68,DISK] 2024-11-21T11:19:39,006 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.meta.1732187978988.meta 2024-11-21T11:19:39,006 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33927:33927)] 2024-11-21T11:19:39,006 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:19:39,006 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:19:39,007 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:19:39,007 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:19:39,007 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:19:39,007 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:19:39,007 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:39,007 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:19:39,007 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:19:39,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:19:39,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:19:39,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:39,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:39,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:19:39,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:19:39,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:39,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:39,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:19:39,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:19:39,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:39,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:39,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:19:39,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:19:39,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:39,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:39,012 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:19:39,013 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740 2024-11-21T11:19:39,014 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740 2024-11-21T11:19:39,015 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:19:39,015 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:19:39,016 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:19:39,017 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:19:39,017 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74914744, jitterRate=0.11631667613983154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:19:39,017 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:19:39,018 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732187979007Writing region info on filesystem at 1732187979007Initializing all the Stores at 1732187979008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187979008Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187979008Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187979008Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187979008Cleaning up temporary data from old regions at 1732187979015 (+7 ms)Running coprocessor post-open hooks at 1732187979017 (+2 ms)Region opened successfully at 1732187979018 (+1 ms) 2024-11-21T11:19:39,019 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732187978981 2024-11-21T11:19:39,021 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:19:39,021 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:19:39,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,35635,1732187976044 2024-11-21T11:19:39,022 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,35635,1732187976044, state=OPEN 2024-11-21T11:19:39,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01063943126/meta-region-server 2024-11-21T11:19:39,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01063943126/meta-region-server 2024-11-21T11:19:39,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01063943126/meta-region-server: CHANGED 2024-11-21T11:19:39,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01063943126/meta-region-server: CHANGED 2024-11-21T11:19:39,028 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,35635,1732187976044 2024-11-21T11:19:39,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:19:39,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,35635,1732187976044 in 199 msec 2024-11-21T11:19:39,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:19:39,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-21T11:19:39,032 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:19:39,032 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:19:39,034 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:39,034 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35635,1732187976044, seqNum=-1] 2024-11-21T11:19:39,034 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:39,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:19:39,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2060 sec 2024-11-21T11:19:39,039 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732187979039, completionTime=-1 2024-11-21T11:19:39,039 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:19:39,039 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:19:39,041 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:19:39,041 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188039041 2024-11-21T11:19:39,041 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188099041 2024-11-21T11:19:39,041 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T11:19:39,041 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41581,1732187975970-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:39,041 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41581,1732187975970-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:39,041 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41581,1732187975970-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:39,041 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:41581, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:39,041 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:39,042 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:39,043 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:19:39,045 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.948sec 2024-11-21T11:19:39,045 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:19:39,045 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:19:39,045 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:19:39,045 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:19:39,045 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:19:39,045 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41581,1732187975970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:19:39,045 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41581,1732187975970-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:19:39,047 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:19:39,047 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:19:39,048 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41581,1732187975970-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:39,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156172f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:39,080 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,41581,-1 for getting cluster id 2024-11-21T11:19:39,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:39,081 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc971239-de81-4d31-8cf5-84b7a8149ba5' 2024-11-21T11:19:39,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc971239-de81-4d31-8cf5-84b7a8149ba5" 2024-11-21T11:19:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c195c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,41581,-1] 2024-11-21T11:19:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:39,083 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:39,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f02314a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:39,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:39,085 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35635,1732187976044, seqNum=-1] 2024-11-21T11:19:39,085 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:39,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:19:39,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,41581,1732187975970 2024-11-21T11:19:39,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63452 2024-11-21T11:19:39,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:19:39,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a40d7590002 connected 2024-11-21T11:19:39,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/hadoop.log.dir so I do NOT create it in target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1 2024-11-21T11:19:39,094 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:19:39,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/hadoop.tmp.dir so I do NOT create it in target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1 2024-11-21T11:19:39,094 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:19:39,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1 2024-11-21T11:19:39,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:19:39,094 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/cluster_1bc81036-9393-3b87-adbf-3ee4c45fe748, deleteOnExit=true 2024-11-21T11:19:39,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:19:39,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/test.cache.data in system properties and HBase conf 2024-11-21T11:19:39,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:19:39,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:19:39,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:19:39,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:19:39,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:19:39,095 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:19:39,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:19:39,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:19:39,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:19:39,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:19:39,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:19:39,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:19:39,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:19:39,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:19:39,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:19:39,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:19:39,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:19:39,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:19:39,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:19:39,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:19:39,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:19:39,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:19:39,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:19:39,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:19:39,207 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:19:39,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:19:39,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a47cf22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:19:39,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2976d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:19:39,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38ac04b5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/java.io.tmpdir/jetty-localhost-42575-hadoop-hdfs-3_4_1-tests_jar-_-any-6909141611981679153/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:19:39,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6866c87b{HTTP/1.1, (http/1.1)}{localhost:42575} 2024-11-21T11:19:39,349 INFO [Time-limited test {}] server.Server(415): Started @154960ms 2024-11-21T11:19:39,432 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:19:39,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:19:39,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:19:39,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:19:39,438 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:19:39,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff3877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:19:39,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@613e9d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:19:39,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76dff982{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/java.io.tmpdir/jetty-localhost-44337-hadoop-hdfs-3_4_1-tests_jar-_-any-4290028956298468759/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:19:39,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21327da{HTTP/1.1, (http/1.1)}{localhost:44337} 2024-11-21T11:19:39,559 INFO [Time-limited test {}] server.Server(415): Started @155170ms 2024-11-21T11:19:39,560 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:19:39,669 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/cluster_1bc81036-9393-3b87-adbf-3ee4c45fe748/data/data1/current/BP-1062666142-172.17.0.2-1732187979123/current, will proceed with Du for space computation calculation, 2024-11-21T11:19:39,669 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/cluster_1bc81036-9393-3b87-adbf-3ee4c45fe748/data/data2/current/BP-1062666142-172.17.0.2-1732187979123/current, will proceed with Du for space computation calculation, 2024-11-21T11:19:39,693 WARN [Thread-1786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:19:39,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ec09f34665baee9 with lease ID 0x2196b5800432d336: Processing first storage report for DS-2559e126-d443-4153-a87a-6d93efa981bd from datanode DatanodeRegistration(127.0.0.1:44983, datanodeUuid=1efa8e86-fe3d-46df-81fd-ec1f5c5226c0, infoPort=35035, infoSecurePort=0, ipcPort=36263, storageInfo=lv=-57;cid=testClusterID;nsid=450438103;c=1732187979123) 2024-11-21T11:19:39,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ec09f34665baee9 with lease ID 0x2196b5800432d336: from storage DS-2559e126-d443-4153-a87a-6d93efa981bd node DatanodeRegistration(127.0.0.1:44983, datanodeUuid=1efa8e86-fe3d-46df-81fd-ec1f5c5226c0, infoPort=35035, infoSecurePort=0, ipcPort=36263, storageInfo=lv=-57;cid=testClusterID;nsid=450438103;c=1732187979123), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:19:39,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ec09f34665baee9 with lease ID 0x2196b5800432d336: Processing first storage report for DS-18082233-23f3-4490-8015-02afd6360142 from datanode DatanodeRegistration(127.0.0.1:44983, datanodeUuid=1efa8e86-fe3d-46df-81fd-ec1f5c5226c0, infoPort=35035, infoSecurePort=0, ipcPort=36263, storageInfo=lv=-57;cid=testClusterID;nsid=450438103;c=1732187979123) 2024-11-21T11:19:39,696 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ec09f34665baee9 with lease ID 0x2196b5800432d336: from storage DS-18082233-23f3-4490-8015-02afd6360142 node DatanodeRegistration(127.0.0.1:44983, datanodeUuid=1efa8e86-fe3d-46df-81fd-ec1f5c5226c0, infoPort=35035, infoSecurePort=0, ipcPort=36263, storageInfo=lv=-57;cid=testClusterID;nsid=450438103;c=1732187979123), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:19:39,784 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1 2024-11-21T11:19:39,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:39,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:39,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:19:39,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T11:19:40,195 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3 with version=8 2024-11-21T11:19:40,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/hbase-staging 2024-11-21T11:19:40,197 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:19:40,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:40,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:40,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:19:40,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:40,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:19:40,197 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:19:40,197 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:19:40,198 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40951 2024-11-21T11:19:40,199 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40951 connecting to ZooKeeper ensemble=127.0.0.1:63452 2024-11-21T11:19:40,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409510x0, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:19:40,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40951-0x1013a40d7590003 connected 2024-11-21T11:19:40,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:40,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:40,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Set watcher on znode that does not yet exist, /1-835522555/running 2024-11-21T11:19:40,223 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3, hbase.cluster.distributed=false 2024-11-21T11:19:40,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Set watcher on znode that does not yet exist, /1-835522555/acl 2024-11-21T11:19:40,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40951 2024-11-21T11:19:40,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40951 2024-11-21T11:19:40,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40951 2024-11-21T11:19:40,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40951 2024-11-21T11:19:40,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40951 2024-11-21T11:19:40,244 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:19:40,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:40,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:40,244 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:19:40,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:19:40,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:19:40,244 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:19:40,244 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:19:40,245 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41043 2024-11-21T11:19:40,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41043 connecting to ZooKeeper ensemble=127.0.0.1:63452 2024-11-21T11:19:40,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:40,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:40,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410430x0, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:19:40,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410430x0, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Set watcher on znode that does not yet exist, /1-835522555/running 2024-11-21T11:19:40,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41043-0x1013a40d7590004 connected 2024-11-21T11:19:40,256 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:19:40,259 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:19:40,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Set watcher on znode that does not yet exist, /1-835522555/master 2024-11-21T11:19:40,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Set watcher on znode that does not yet exist, /1-835522555/acl 2024-11-21T11:19:40,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41043 2024-11-21T11:19:40,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41043 2024-11-21T11:19:40,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41043 2024-11-21T11:19:40,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41043 2024-11-21T11:19:40,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41043 2024-11-21T11:19:40,280 DEBUG [M:0;7b462513bfc2:40951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:40951 2024-11-21T11:19:40,280 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-835522555/backup-masters/7b462513bfc2,40951,1732187980197 2024-11-21T11:19:40,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555/backup-masters 2024-11-21T11:19:40,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555/backup-masters 2024-11-21T11:19:40,283 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Set watcher on existing znode=/1-835522555/backup-masters/7b462513bfc2,40951,1732187980197 2024-11-21T11:19:40,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-835522555/master 2024-11-21T11:19:40,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555 2024-11-21T11:19:40,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555 2024-11-21T11:19:40,285 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Set watcher on existing znode=/1-835522555/master 2024-11-21T11:19:40,285 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-835522555/backup-masters/7b462513bfc2,40951,1732187980197 from backup master directory 2024-11-21T11:19:40,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-835522555/backup-masters/7b462513bfc2,40951,1732187980197 2024-11-21T11:19:40,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555/backup-masters 2024-11-21T11:19:40,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555/backup-masters 2024-11-21T11:19:40,287 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:19:40,287 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,40951,1732187980197 2024-11-21T11:19:40,290 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/hbase.id] with ID: 5f7e0581-23a2-4fa7-aa4d-d0c65b40550a 2024-11-21T11:19:40,290 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/.tmp/hbase.id 2024-11-21T11:19:40,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:19:40,696 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/.tmp/hbase.id]:[hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/hbase.id] 2024-11-21T11:19:40,706 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:40,706 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:19:40,707 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T11:19:40,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555 2024-11-21T11:19:40,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555 2024-11-21T11:19:40,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:19:41,116 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:19:41,118 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:19:41,118 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:41,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:19:41,525 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store 2024-11-21T11:19:41,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:19:41,931 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:41,931 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:19:41,931 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:41,931 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:41,931 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:19:41,931 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:41,931 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:41,931 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187981931Disabling compacts and flushes for region at 1732187981931Disabling writes for close at 1732187981931Writing region close event to WAL at 1732187981931Closed at 1732187981931 2024-11-21T11:19:41,932 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/.initializing 2024-11-21T11:19:41,932 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/WALs/7b462513bfc2,40951,1732187980197 2024-11-21T11:19:41,933 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:19:41,935 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C40951%2C1732187980197, suffix=, logDir=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/WALs/7b462513bfc2,40951,1732187980197, archiveDir=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/oldWALs, maxLogs=10 2024-11-21T11:19:41,952 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/WALs/7b462513bfc2,40951,1732187980197/7b462513bfc2%2C40951%2C1732187980197.1732187981935, exclude list is [], retry=0 2024-11-21T11:19:41,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44983,DS-2559e126-d443-4153-a87a-6d93efa981bd,DISK] 2024-11-21T11:19:41,956 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/WALs/7b462513bfc2,40951,1732187980197/7b462513bfc2%2C40951%2C1732187980197.1732187981935 2024-11-21T11:19:41,957 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-21T11:19:41,957 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:19:41,957 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:41,957 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:41,957 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:41,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:41,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:19:41,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:41,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:41,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:41,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:19:41,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:41,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:41,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:41,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:19:41,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:41,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:41,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:41,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:19:41,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:41,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:41,964 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:41,964 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:41,965 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:41,965 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:41,965 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:41,966 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:19:41,967 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:19:41,968 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:19:41,969 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70882963, jitterRate=0.056238457560539246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:19:41,969 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732187981957Initializing all the Stores at 1732187981958 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187981958Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187981958Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187981958Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187981958Cleaning up temporary data from old regions at 1732187981965 (+7 ms)Region opened successfully at 1732187981969 (+4 ms) 2024-11-21T11:19:41,969 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:19:41,972 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357cb063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:19:41,972 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:19:41,973 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:19:41,973 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:19:41,973 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:19:41,973 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:19:41,974 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:19:41,974 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:19:41,975 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:19:41,976 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Unable to get data of znode /1-835522555/balancer because node does not exist (not necessarily an error) 2024-11-21T11:19:41,978 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-835522555/balancer already deleted, retry=false 2024-11-21T11:19:41,979 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:19:41,979 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Unable to get data of znode /1-835522555/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:19:41,980 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-835522555/normalizer already deleted, retry=false 2024-11-21T11:19:41,981 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:19:41,981 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Unable to get data of znode /1-835522555/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:19:41,982 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-835522555/switch/split already deleted, retry=false 2024-11-21T11:19:41,983 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Unable to get data of znode /1-835522555/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:19:41,984 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-835522555/switch/merge already deleted, retry=false 2024-11-21T11:19:41,985 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Unable to get data of znode /1-835522555/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:19:41,988 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-835522555/snapshot-cleanup already deleted, retry=false 2024-11-21T11:19:41,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-835522555/running 2024-11-21T11:19:41,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-835522555/running 2024-11-21T11:19:41,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555 2024-11-21T11:19:41,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555 2024-11-21T11:19:41,989 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,40951,1732187980197, sessionid=0x1013a40d7590003, setting cluster-up flag (Was=false) 2024-11-21T11:19:41,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555 2024-11-21T11:19:41,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555 2024-11-21T11:19:41,997 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-835522555/flush-table-proc/acquired, /1-835522555/flush-table-proc/reached, /1-835522555/flush-table-proc/abort 2024-11-21T11:19:41,998 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,40951,1732187980197 2024-11-21T11:19:42,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555 2024-11-21T11:19:42,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555 2024-11-21T11:19:42,006 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-835522555/online-snapshot/acquired, /1-835522555/online-snapshot/reached, /1-835522555/online-snapshot/abort 2024-11-21T11:19:42,007 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,40951,1732187980197 2024-11-21T11:19:42,008 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:19:42,009 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:19:42,009 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:19:42,009 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:19:42,010 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,40951,1732187980197 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:19:42,011 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:42,011 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:42,011 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:42,011 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:19:42,011 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:19:42,011 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:42,011 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:19:42,011 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:42,012 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732188012012 2024-11-21T11:19:42,012 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:19:42,012 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:19:42,012 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:19:42,012 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:19:42,012 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:19:42,012 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:19:42,012 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:19:42,012 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:42,012 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:19:42,013 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:42,013 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:19:42,016 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:19:42,016 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:19:42,016 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:19:42,017 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:19:42,017 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:19:42,017 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:19:42,017 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187982017,5,FailOnTimeoutGroup] 2024-11-21T11:19:42,017 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187982017,5,FailOnTimeoutGroup] 2024-11-21T11:19:42,017 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:42,017 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:19:42,017 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:42,017 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:42,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:19:42,071 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(746): ClusterId : 5f7e0581-23a2-4fa7-aa4d-d0c65b40550a 2024-11-21T11:19:42,071 DEBUG [RS:0;7b462513bfc2:41043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:19:42,075 DEBUG [RS:0;7b462513bfc2:41043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:19:42,075 DEBUG [RS:0;7b462513bfc2:41043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:19:42,076 DEBUG [RS:0;7b462513bfc2:41043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:19:42,076 DEBUG [RS:0;7b462513bfc2:41043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566c8cbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:19:42,091 DEBUG [RS:0;7b462513bfc2:41043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:41043 2024-11-21T11:19:42,091 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:19:42,091 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:19:42,091 DEBUG [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:19:42,092 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,40951,1732187980197 with port=41043, startcode=1732187980244 2024-11-21T11:19:42,092 DEBUG [RS:0;7b462513bfc2:41043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:19:42,094 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:19:42,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,41043,1732187980244 2024-11-21T11:19:42,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40951 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,41043,1732187980244 2024-11-21T11:19:42,096 DEBUG [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3 2024-11-21T11:19:42,096 DEBUG [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43635 2024-11-21T11:19:42,096 DEBUG [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:19:42,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555/rs 2024-11-21T11:19:42,102 DEBUG [RS:0;7b462513bfc2:41043 {}] zookeeper.ZKUtil(111): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Set watcher on existing znode=/1-835522555/rs/7b462513bfc2,41043,1732187980244 2024-11-21T11:19:42,102 WARN [RS:0;7b462513bfc2:41043 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:19:42,102 INFO [RS:0;7b462513bfc2:41043 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:42,102 DEBUG [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244 2024-11-21T11:19:42,103 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,41043,1732187980244] 2024-11-21T11:19:42,106 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:19:42,107 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:19:42,108 INFO [RS:0;7b462513bfc2:41043 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:19:42,108 INFO [RS:0;7b462513bfc2:41043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:42,115 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:19:42,116 INFO [RS:0;7b462513bfc2:41043 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:19:42,116 INFO [RS:0;7b462513bfc2:41043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:42,116 DEBUG [RS:0;7b462513bfc2:41043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:42,116 DEBUG [RS:0;7b462513bfc2:41043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:42,116 DEBUG [RS:0;7b462513bfc2:41043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:42,116 DEBUG [RS:0;7b462513bfc2:41043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:42,116 DEBUG [RS:0;7b462513bfc2:41043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:42,117 DEBUG [RS:0;7b462513bfc2:41043 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:19:42,117 DEBUG [RS:0;7b462513bfc2:41043 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:42,117 DEBUG [RS:0;7b462513bfc2:41043 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:42,117 DEBUG [RS:0;7b462513bfc2:41043 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:42,117 DEBUG [RS:0;7b462513bfc2:41043 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:42,117 DEBUG [RS:0;7b462513bfc2:41043 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:42,117 DEBUG [RS:0;7b462513bfc2:41043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:19:42,117 DEBUG [RS:0;7b462513bfc2:41043 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:19:42,117 DEBUG [RS:0;7b462513bfc2:41043 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:19:42,128 INFO [RS:0;7b462513bfc2:41043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:42,128 INFO [RS:0;7b462513bfc2:41043 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:42,128 INFO [RS:0;7b462513bfc2:41043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:42,128 INFO [RS:0;7b462513bfc2:41043 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:42,128 INFO [RS:0;7b462513bfc2:41043 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:42,128 INFO [RS:0;7b462513bfc2:41043 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41043,1732187980244-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:19:42,146 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:19:42,146 INFO [RS:0;7b462513bfc2:41043 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41043,1732187980244-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:42,146 INFO [RS:0;7b462513bfc2:41043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:42,147 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.Replication(171): 7b462513bfc2,41043,1732187980244 started 2024-11-21T11:19:42,168 INFO [RS:0;7b462513bfc2:41043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:42,168 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,41043,1732187980244, RpcServer on 7b462513bfc2/172.17.0.2:41043, sessionid=0x1013a40d7590004 2024-11-21T11:19:42,168 DEBUG [RS:0;7b462513bfc2:41043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:19:42,168 DEBUG [RS:0;7b462513bfc2:41043 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,41043,1732187980244 2024-11-21T11:19:42,168 DEBUG [RS:0;7b462513bfc2:41043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,41043,1732187980244' 2024-11-21T11:19:42,168 DEBUG [RS:0;7b462513bfc2:41043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-835522555/flush-table-proc/abort' 2024-11-21T11:19:42,169 DEBUG [RS:0;7b462513bfc2:41043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-835522555/flush-table-proc/acquired' 2024-11-21T11:19:42,169 DEBUG [RS:0;7b462513bfc2:41043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:19:42,169 DEBUG [RS:0;7b462513bfc2:41043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:19:42,169 DEBUG [RS:0;7b462513bfc2:41043 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,41043,1732187980244 2024-11-21T11:19:42,169 DEBUG [RS:0;7b462513bfc2:41043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,41043,1732187980244' 2024-11-21T11:19:42,169 DEBUG [RS:0;7b462513bfc2:41043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-835522555/online-snapshot/abort' 2024-11-21T11:19:42,170 DEBUG [RS:0;7b462513bfc2:41043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-835522555/online-snapshot/acquired' 2024-11-21T11:19:42,170 DEBUG [RS:0;7b462513bfc2:41043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:19:42,170 INFO [RS:0;7b462513bfc2:41043 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:19:42,170 INFO [RS:0;7b462513bfc2:41043 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:19:42,270 INFO [RS:0;7b462513bfc2:41043 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:19:42,272 INFO [RS:0;7b462513bfc2:41043 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C41043%2C1732187980244, suffix=, logDir=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244, archiveDir=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/oldWALs, maxLogs=10 2024-11-21T11:19:42,285 DEBUG [RS:0;7b462513bfc2:41043 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272, exclude list is [], retry=0 2024-11-21T11:19:42,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44983,DS-2559e126-d443-4153-a87a-6d93efa981bd,DISK] 2024-11-21T11:19:42,289 INFO [RS:0;7b462513bfc2:41043 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 2024-11-21T11:19:42,290 DEBUG [RS:0;7b462513bfc2:41043 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-21T11:19:42,422 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:19:42,422 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3 2024-11-21T11:19:42,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:19:42,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:42,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:19:42,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:19:42,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:42,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:42,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:19:42,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:19:42,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:42,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:42,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:19:42,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:19:42,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:42,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:42,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:19:42,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:19:42,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:42,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:42,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:19:42,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740 2024-11-21T11:19:42,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740 2024-11-21T11:19:42,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:19:42,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:19:42,838 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:19:42,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:19:42,840 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:19:42,841 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70380592, jitterRate=0.048752546310424805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:19:42,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732187982828Initializing all the Stores at 1732187982829 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187982829Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187982829Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187982829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187982829Cleaning up temporary data from old regions at 1732187982837 (+8 ms)Region opened successfully at 1732187982841 (+4 ms) 2024-11-21T11:19:42,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:19:42,841 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:19:42,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:19:42,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:19:42,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:19:42,841 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:19:42,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187982841Disabling compacts and flushes for region at 1732187982841Disabling writes for close at 1732187982841Writing region close event to WAL at 1732187982841Closed at 1732187982841 2024-11-21T11:19:42,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:19:42,842 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:19:42,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:19:42,844 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:19:42,844 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:19:42,995 DEBUG [7b462513bfc2:40951 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:19:42,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,41043,1732187980244 2024-11-21T11:19:42,997 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,41043,1732187980244, state=OPENING 2024-11-21T11:19:42,999 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:19:43,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555 2024-11-21T11:19:43,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555 2024-11-21T11:19:43,002 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:19:43,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-835522555/meta-region-server: CHANGED 2024-11-21T11:19:43,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-835522555/meta-region-server: CHANGED 2024-11-21T11:19:43,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,41043,1732187980244}] 2024-11-21T11:19:43,155 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:19:43,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:19:43,160 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:19:43,160 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:43,160 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:19:43,161 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C41043%2C1732187980244.meta, suffix=.meta, logDir=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244, archiveDir=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/oldWALs, maxLogs=10 2024-11-21T11:19:43,175 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.meta.1732187983162.meta, exclude list is [], retry=0 2024-11-21T11:19:43,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44983,DS-2559e126-d443-4153-a87a-6d93efa981bd,DISK] 2024-11-21T11:19:43,178 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.meta.1732187983162.meta 2024-11-21T11:19:43,179 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-21T11:19:43,179 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:19:43,179 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:19:43,179 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:19:43,179 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:19:43,179 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:19:43,180 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:19:43,180 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:43,180 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:19:43,180 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:19:43,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:19:43,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:19:43,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:43,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:43,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:19:43,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:19:43,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:43,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:43,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:19:43,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:19:43,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:43,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:43,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:19:43,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:19:43,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:43,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:19:43,185 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:19:43,186 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740 2024-11-21T11:19:43,187 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740 2024-11-21T11:19:43,188 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:19:43,188 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:19:43,188 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:19:43,189 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:19:43,190 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62843977, jitterRate=-0.06355176866054535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:19:43,190 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:19:43,190 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732187983180Writing region info on filesystem at 1732187983180Initializing all the Stores at 1732187983181 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187983181Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187983181Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187983181Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732187983181Cleaning up temporary data from old regions at 1732187983188 (+7 ms)Running coprocessor post-open hooks at 1732187983190 (+2 ms)Region opened successfully at 1732187983190 2024-11-21T11:19:43,191 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732187983154 2024-11-21T11:19:43,193 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:19:43,193 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:19:43,194 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,41043,1732187980244 2024-11-21T11:19:43,195 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,41043,1732187980244, state=OPEN 2024-11-21T11:19:43,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-835522555/meta-region-server 2024-11-21T11:19:43,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-835522555/meta-region-server 2024-11-21T11:19:43,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-835522555/meta-region-server: CHANGED 2024-11-21T11:19:43,196 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,41043,1732187980244 2024-11-21T11:19:43,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-835522555/meta-region-server: CHANGED 2024-11-21T11:19:43,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:19:43,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,41043,1732187980244 in 194 msec 2024-11-21T11:19:43,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:19:43,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-21T11:19:43,200 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:19:43,200 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:19:43,202 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:43,202 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41043,1732187980244, seqNum=-1] 2024-11-21T11:19:43,202 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:43,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:19:43,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-21T11:19:43,208 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732187983208, completionTime=-1 2024-11-21T11:19:43,208 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:19:43,208 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:19:43,210 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:19:43,210 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188043210 2024-11-21T11:19:43,210 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188103210 2024-11-21T11:19:43,210 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T11:19:43,210 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40951,1732187980197-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:43,210 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40951,1732187980197-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:43,210 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40951,1732187980197-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:43,210 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:40951, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:43,210 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:43,211 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:43,212 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:19:43,214 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.927sec 2024-11-21T11:19:43,214 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:19:43,214 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:19:43,214 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:19:43,214 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:19:43,214 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:19:43,214 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40951,1732187980197-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:19:43,214 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40951,1732187980197-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:19:43,216 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:19:43,216 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:19:43,216 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,40951,1732187980197-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:19:43,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a416f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:43,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,40951,-1 for getting cluster id 2024-11-21T11:19:43,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:43,275 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f7e0581-23a2-4fa7-aa4d-d0c65b40550a' 2024-11-21T11:19:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f7e0581-23a2-4fa7-aa4d-d0c65b40550a" 2024-11-21T11:19:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9291d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,40951,-1] 2024-11-21T11:19:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:43,281 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:43,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7fe5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:43,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41043,1732187980244, seqNum=-1] 2024-11-21T11:19:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:43,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:19:43,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,40951,1732187980197 2024-11-21T11:19:43,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63452 2024-11-21T11:19:43,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:19:43,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a40d7590005 connected 2024-11-21T11:19:43,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:43,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,41581,1732187975970 2024-11-21T11:19:43,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77b58372 2024-11-21T11:19:43,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:43,313 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:19:43,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:19:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T11:19:43,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:19:43,317 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:43,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T11:19:43,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:19:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:19:43,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741835_1011 (size=902) 2024-11-21T11:19:43,333 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 74d847bbb66592bad572f891c1d19cc5, NAME => 'test,,1732187983314.74d847bbb66592bad572f891c1d19cc5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e 2024-11-21T11:19:43,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741836_1012 (size=39) 2024-11-21T11:19:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:19:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:19:43,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732187983314.74d847bbb66592bad572f891c1d19cc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:43,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 74d847bbb66592bad572f891c1d19cc5, disabling compactions & flushes 2024-11-21T11:19:43,751 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732187983314.74d847bbb66592bad572f891c1d19cc5. 2024-11-21T11:19:43,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732187983314.74d847bbb66592bad572f891c1d19cc5. 2024-11-21T11:19:43,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732187983314.74d847bbb66592bad572f891c1d19cc5. after waiting 0 ms 2024-11-21T11:19:43,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732187983314.74d847bbb66592bad572f891c1d19cc5. 2024-11-21T11:19:43,751 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732187983314.74d847bbb66592bad572f891c1d19cc5. 2024-11-21T11:19:43,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 74d847bbb66592bad572f891c1d19cc5: Waiting for close lock at 1732187983751Disabling compacts and flushes for region at 1732187983751Disabling writes for close at 1732187983751Writing region close event to WAL at 1732187983751Closed at 1732187983751 2024-11-21T11:19:43,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:19:43,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732187983314.74d847bbb66592bad572f891c1d19cc5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732187983753"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732187983753"}]},"ts":"1732187983753"} 2024-11-21T11:19:43,755 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:19:43,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:19:43,756 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187983756"}]},"ts":"1732187983756"} 2024-11-21T11:19:43,757 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T11:19:43,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=74d847bbb66592bad572f891c1d19cc5, ASSIGN}] 2024-11-21T11:19:43,759 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=74d847bbb66592bad572f891c1d19cc5, ASSIGN 2024-11-21T11:19:43,759 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=74d847bbb66592bad572f891c1d19cc5, ASSIGN; state=OFFLINE, location=7b462513bfc2,35635,1732187976044; forceNewPlan=false, retain=false 2024-11-21T11:19:43,906 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:19:43,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=74d847bbb66592bad572f891c1d19cc5, regionState=OPENING, regionLocation=7b462513bfc2,35635,1732187976044 2024-11-21T11:19:43,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=74d847bbb66592bad572f891c1d19cc5, ASSIGN because future has completed 2024-11-21T11:19:43,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74d847bbb66592bad572f891c1d19cc5, server=7b462513bfc2,35635,1732187976044}] 2024-11-21T11:19:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:19:44,069 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732187983314.74d847bbb66592bad572f891c1d19cc5. 2024-11-21T11:19:44,069 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 74d847bbb66592bad572f891c1d19cc5, NAME => 'test,,1732187983314.74d847bbb66592bad572f891c1d19cc5.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:19:44,069 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:19:44,070 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T11:19:44,070 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 74d847bbb66592bad572f891c1d19cc5 2024-11-21T11:19:44,070 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732187983314.74d847bbb66592bad572f891c1d19cc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:44,070 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 74d847bbb66592bad572f891c1d19cc5 2024-11-21T11:19:44,070 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 74d847bbb66592bad572f891c1d19cc5 2024-11-21T11:19:44,071 INFO [StoreOpener-74d847bbb66592bad572f891c1d19cc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 74d847bbb66592bad572f891c1d19cc5 2024-11-21T11:19:44,072 INFO [StoreOpener-74d847bbb66592bad572f891c1d19cc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74d847bbb66592bad572f891c1d19cc5 columnFamilyName f 2024-11-21T11:19:44,072 DEBUG [StoreOpener-74d847bbb66592bad572f891c1d19cc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:44,073 INFO [StoreOpener-74d847bbb66592bad572f891c1d19cc5-1 {}] regionserver.HStore(327): Store=74d847bbb66592bad572f891c1d19cc5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:44,073 INFO [StoreOpener-74d847bbb66592bad572f891c1d19cc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 74d847bbb66592bad572f891c1d19cc5 2024-11-21T11:19:44,074 INFO [StoreOpener-74d847bbb66592bad572f891c1d19cc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74d847bbb66592bad572f891c1d19cc5 columnFamilyName f1 2024-11-21T11:19:44,074 DEBUG [StoreOpener-74d847bbb66592bad572f891c1d19cc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:44,074 INFO [StoreOpener-74d847bbb66592bad572f891c1d19cc5-1 {}] regionserver.HStore(327): Store=74d847bbb66592bad572f891c1d19cc5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:44,074 INFO [StoreOpener-74d847bbb66592bad572f891c1d19cc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 74d847bbb66592bad572f891c1d19cc5 2024-11-21T11:19:44,075 INFO [StoreOpener-74d847bbb66592bad572f891c1d19cc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74d847bbb66592bad572f891c1d19cc5 columnFamilyName norep 2024-11-21T11:19:44,075 DEBUG [StoreOpener-74d847bbb66592bad572f891c1d19cc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:44,075 INFO [StoreOpener-74d847bbb66592bad572f891c1d19cc5-1 {}] regionserver.HStore(327): Store=74d847bbb66592bad572f891c1d19cc5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:44,075 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 74d847bbb66592bad572f891c1d19cc5 2024-11-21T11:19:44,076 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5 2024-11-21T11:19:44,076 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5 2024-11-21T11:19:44,077 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 74d847bbb66592bad572f891c1d19cc5 2024-11-21T11:19:44,077 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 74d847bbb66592bad572f891c1d19cc5 2024-11-21T11:19:44,077 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:19:44,078 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 74d847bbb66592bad572f891c1d19cc5 2024-11-21T11:19:44,080 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:19:44,081 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 74d847bbb66592bad572f891c1d19cc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69243641, jitterRate=0.03181065618991852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:19:44,081 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74d847bbb66592bad572f891c1d19cc5 2024-11-21T11:19:44,081 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 74d847bbb66592bad572f891c1d19cc5: Running coprocessor pre-open hook at 1732187984070Writing region info on filesystem at 1732187984070Initializing all the Stores at 1732187984071 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187984071Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187984071Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187984071Cleaning up temporary data from old regions at 1732187984077 (+6 ms)Running coprocessor post-open hooks at 1732187984081 (+4 ms)Region opened successfully at 1732187984081 2024-11-21T11:19:44,082 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732187983314.74d847bbb66592bad572f891c1d19cc5., pid=6, masterSystemTime=1732187984065 2024-11-21T11:19:44,085 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732187983314.74d847bbb66592bad572f891c1d19cc5. 2024-11-21T11:19:44,085 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732187983314.74d847bbb66592bad572f891c1d19cc5. 2024-11-21T11:19:44,085 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=74d847bbb66592bad572f891c1d19cc5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b462513bfc2,35635,1732187976044 2024-11-21T11:19:44,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74d847bbb66592bad572f891c1d19cc5, server=7b462513bfc2,35635,1732187976044 because future has completed 2024-11-21T11:19:44,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:19:44,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 74d847bbb66592bad572f891c1d19cc5, server=7b462513bfc2,35635,1732187976044 in 175 msec 2024-11-21T11:19:44,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:19:44,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=74d847bbb66592bad572f891c1d19cc5, ASSIGN in 332 msec 2024-11-21T11:19:44,093 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:19:44,093 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187984093"}]},"ts":"1732187984093"} 2024-11-21T11:19:44,094 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T11:19:44,095 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:19:44,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 781 msec 2024-11-21T11:19:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:19:44,455 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T11:19:44,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:44,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,40951,1732187980197 2024-11-21T11:19:44,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bcd0fef 2024-11-21T11:19:44,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:44,457 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:19:44,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:19:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T11:19:44,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:19:44,460 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:44,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T11:19:44,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:19:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:19:44,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741835_1011 (size=902) 2024-11-21T11:19:44,509 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:19:44,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:44,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:44,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:44,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:44,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:44,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:44,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:44,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:19:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:19:44,869 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 611a50de57ded182c3baebe3ce44446f, NAME => 'test,,1732187984458.611a50de57ded182c3baebe3ce44446f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3 2024-11-21T11:19:44,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741836_1012 (size=39) 2024-11-21T11:19:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:19:45,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732187984458.611a50de57ded182c3baebe3ce44446f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:45,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 611a50de57ded182c3baebe3ce44446f, disabling compactions & flushes 2024-11-21T11:19:45,279 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732187984458.611a50de57ded182c3baebe3ce44446f. 2024-11-21T11:19:45,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732187984458.611a50de57ded182c3baebe3ce44446f. 2024-11-21T11:19:45,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732187984458.611a50de57ded182c3baebe3ce44446f. after waiting 0 ms 2024-11-21T11:19:45,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732187984458.611a50de57ded182c3baebe3ce44446f. 2024-11-21T11:19:45,279 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732187984458.611a50de57ded182c3baebe3ce44446f. 2024-11-21T11:19:45,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 611a50de57ded182c3baebe3ce44446f: Waiting for close lock at 1732187985279Disabling compacts and flushes for region at 1732187985279Disabling writes for close at 1732187985279Writing region close event to WAL at 1732187985279Closed at 1732187985279 2024-11-21T11:19:45,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:19:45,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732187984458.611a50de57ded182c3baebe3ce44446f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732187985280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732187985280"}]},"ts":"1732187985280"} 2024-11-21T11:19:45,282 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:19:45,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:19:45,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187985283"}]},"ts":"1732187985283"} 2024-11-21T11:19:45,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T11:19:45,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=611a50de57ded182c3baebe3ce44446f, ASSIGN}] 2024-11-21T11:19:45,286 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=611a50de57ded182c3baebe3ce44446f, ASSIGN 2024-11-21T11:19:45,287 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=611a50de57ded182c3baebe3ce44446f, ASSIGN; state=OFFLINE, location=7b462513bfc2,41043,1732187980244; forceNewPlan=false, retain=false 2024-11-21T11:19:45,437 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=611a50de57ded182c3baebe3ce44446f, regionState=OPENING, regionLocation=7b462513bfc2,41043,1732187980244 2024-11-21T11:19:45,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=611a50de57ded182c3baebe3ce44446f, ASSIGN because future has completed 2024-11-21T11:19:45,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 611a50de57ded182c3baebe3ce44446f, server=7b462513bfc2,41043,1732187980244}] 2024-11-21T11:19:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:19:45,597 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732187984458.611a50de57ded182c3baebe3ce44446f. 2024-11-21T11:19:45,597 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 611a50de57ded182c3baebe3ce44446f, NAME => 'test,,1732187984458.611a50de57ded182c3baebe3ce44446f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:19:45,597 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:19:45,597 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T11:19:45,597 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 611a50de57ded182c3baebe3ce44446f 2024-11-21T11:19:45,598 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732187984458.611a50de57ded182c3baebe3ce44446f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:45,598 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 611a50de57ded182c3baebe3ce44446f 2024-11-21T11:19:45,598 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 611a50de57ded182c3baebe3ce44446f 2024-11-21T11:19:45,599 INFO [StoreOpener-611a50de57ded182c3baebe3ce44446f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 611a50de57ded182c3baebe3ce44446f 2024-11-21T11:19:45,600 INFO [StoreOpener-611a50de57ded182c3baebe3ce44446f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 611a50de57ded182c3baebe3ce44446f columnFamilyName f 2024-11-21T11:19:45,600 DEBUG [StoreOpener-611a50de57ded182c3baebe3ce44446f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:45,601 INFO [StoreOpener-611a50de57ded182c3baebe3ce44446f-1 {}] regionserver.HStore(327): Store=611a50de57ded182c3baebe3ce44446f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:45,601 INFO [StoreOpener-611a50de57ded182c3baebe3ce44446f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 611a50de57ded182c3baebe3ce44446f 2024-11-21T11:19:45,602 INFO [StoreOpener-611a50de57ded182c3baebe3ce44446f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 611a50de57ded182c3baebe3ce44446f columnFamilyName f1 2024-11-21T11:19:45,602 DEBUG [StoreOpener-611a50de57ded182c3baebe3ce44446f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:45,603 INFO [StoreOpener-611a50de57ded182c3baebe3ce44446f-1 {}] regionserver.HStore(327): Store=611a50de57ded182c3baebe3ce44446f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:45,603 INFO [StoreOpener-611a50de57ded182c3baebe3ce44446f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 611a50de57ded182c3baebe3ce44446f 2024-11-21T11:19:45,604 INFO [StoreOpener-611a50de57ded182c3baebe3ce44446f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 611a50de57ded182c3baebe3ce44446f columnFamilyName norep 2024-11-21T11:19:45,604 DEBUG [StoreOpener-611a50de57ded182c3baebe3ce44446f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:45,604 INFO [StoreOpener-611a50de57ded182c3baebe3ce44446f-1 {}] regionserver.HStore(327): Store=611a50de57ded182c3baebe3ce44446f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:45,604 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 611a50de57ded182c3baebe3ce44446f 2024-11-21T11:19:45,605 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f 2024-11-21T11:19:45,605 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f 2024-11-21T11:19:45,606 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 611a50de57ded182c3baebe3ce44446f 2024-11-21T11:19:45,606 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 611a50de57ded182c3baebe3ce44446f 2024-11-21T11:19:45,607 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:19:45,608 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 611a50de57ded182c3baebe3ce44446f 2024-11-21T11:19:45,610 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:19:45,610 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 611a50de57ded182c3baebe3ce44446f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61471943, jitterRate=-0.08399666845798492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:19:45,611 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 611a50de57ded182c3baebe3ce44446f 2024-11-21T11:19:45,611 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 611a50de57ded182c3baebe3ce44446f: Running coprocessor pre-open hook at 1732187985598Writing region info on filesystem at 1732187985598Initializing all the Stores at 1732187985598Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187985598Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187985599 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187985599Cleaning up temporary data from old regions at 1732187985606 (+7 ms)Running coprocessor post-open hooks at 1732187985611 (+5 ms)Region opened successfully at 1732187985611 2024-11-21T11:19:45,614 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732187984458.611a50de57ded182c3baebe3ce44446f., pid=6, masterSystemTime=1732187985593 2024-11-21T11:19:45,616 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732187984458.611a50de57ded182c3baebe3ce44446f. 2024-11-21T11:19:45,616 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732187984458.611a50de57ded182c3baebe3ce44446f. 2024-11-21T11:19:45,617 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=611a50de57ded182c3baebe3ce44446f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b462513bfc2,41043,1732187980244 2024-11-21T11:19:45,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 611a50de57ded182c3baebe3ce44446f, server=7b462513bfc2,41043,1732187980244 because future has completed 2024-11-21T11:19:45,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:19:45,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 611a50de57ded182c3baebe3ce44446f, server=7b462513bfc2,41043,1732187980244 in 181 msec 2024-11-21T11:19:45,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:19:45,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=611a50de57ded182c3baebe3ce44446f, ASSIGN in 338 msec 2024-11-21T11:19:45,625 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:19:45,626 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187985625"}]},"ts":"1732187985625"} 2024-11-21T11:19:45,627 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T11:19:45,628 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:19:45,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-21T11:19:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:19:46,615 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T11:19:46,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708a165c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:46,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,41581,-1 for getting cluster id 2024-11-21T11:19:46,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:46,617 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc971239-de81-4d31-8cf5-84b7a8149ba5' 2024-11-21T11:19:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc971239-de81-4d31-8cf5-84b7a8149ba5" 2024-11-21T11:19:46,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a33790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:46,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,41581,-1] 2024-11-21T11:19:46,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:46,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:46,619 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:46,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b4fd8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:46,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce9c2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:46,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,40951,-1 for getting cluster id 2024-11-21T11:19:46,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:46,621 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f7e0581-23a2-4fa7-aa4d-d0c65b40550a' 2024-11-21T11:19:46,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:46,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f7e0581-23a2-4fa7-aa4d-d0c65b40550a" 2024-11-21T11:19:46,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9532fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:46,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,40951,-1] 2024-11-21T11:19:46,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:46,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:46,622 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184b9af4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:46,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1043f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:46,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,41581,-1 for getting cluster id 2024-11-21T11:19:46,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:46,624 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc971239-de81-4d31-8cf5-84b7a8149ba5' 2024-11-21T11:19:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc971239-de81-4d31-8cf5-84b7a8149ba5" 2024-11-21T11:19:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76068dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,41581,-1] 2024-11-21T11:19:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:46,625 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe1b08d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:46,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:46,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,41581,1732187975970 2024-11-21T11:19:46,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c6ecf39 2024-11-21T11:19:46,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:46,627 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:19:46,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b462513bfc2:40951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:19:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:19:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:19:46,630 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:40951' 2024-11-21T11:19:46,631 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54eb4bbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:46,631 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,40951,-1 for getting cluster id 2024-11-21T11:19:46,631 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:46,631 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f7e0581-23a2-4fa7-aa4d-d0c65b40550a' 2024-11-21T11:19:46,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:46,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f7e0581-23a2-4fa7-aa4d-d0c65b40550a" 2024-11-21T11:19:46,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4c6565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:46,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,40951,-1] 2024-11-21T11:19:46,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:46,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:46,633 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:46,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d8f96a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:46,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:46,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,40951,1732187980197 2024-11-21T11:19:46,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e62ec6a 2024-11-21T11:19:46,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:46,635 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:19:46,636 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T11:19:46,636 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:19:46,636 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:46,636 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:46,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:46,636 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:19:46,637 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T11:19:46,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:19:46,638 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:46,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:19:46,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741837_1013 (size=1138) 2024-11-21T11:19:46,687 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T11:19:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:19:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:19:47,046 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3eeb3aaa859081a7c0235ccbeb772016, NAME => 'hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e 2024-11-21T11:19:47,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741838_1014 (size=44) 2024-11-21T11:19:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:19:47,452 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:47,452 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3eeb3aaa859081a7c0235ccbeb772016, disabling compactions & flushes 2024-11-21T11:19:47,452 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016. 2024-11-21T11:19:47,452 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016. 2024-11-21T11:19:47,452 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016. after waiting 0 ms 2024-11-21T11:19:47,452 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016. 2024-11-21T11:19:47,452 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016. 2024-11-21T11:19:47,452 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3eeb3aaa859081a7c0235ccbeb772016: Waiting for close lock at 1732187987452Disabling compacts and flushes for region at 1732187987452Disabling writes for close at 1732187987452Writing region close event to WAL at 1732187987452Closed at 1732187987452 2024-11-21T11:19:47,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:19:47,454 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732187987453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732187987453"}]},"ts":"1732187987453"} 2024-11-21T11:19:47,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:19:47,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:19:47,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187987456"}]},"ts":"1732187987456"} 2024-11-21T11:19:47,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T11:19:47,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3eeb3aaa859081a7c0235ccbeb772016, ASSIGN}] 2024-11-21T11:19:47,460 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3eeb3aaa859081a7c0235ccbeb772016, ASSIGN 2024-11-21T11:19:47,460 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3eeb3aaa859081a7c0235ccbeb772016, ASSIGN; state=OFFLINE, location=7b462513bfc2,35635,1732187976044; forceNewPlan=false, retain=false 2024-11-21T11:19:47,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3eeb3aaa859081a7c0235ccbeb772016, regionState=OPENING, regionLocation=7b462513bfc2,35635,1732187976044 2024-11-21T11:19:47,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3eeb3aaa859081a7c0235ccbeb772016, ASSIGN because future has completed 2024-11-21T11:19:47,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3eeb3aaa859081a7c0235ccbeb772016, server=7b462513bfc2,35635,1732187976044}] 2024-11-21T11:19:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:19:47,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016. 2024-11-21T11:19:47,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:47,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T11:19:47,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C35635%2C1732187976044.rep, suffix=, logDir=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044, archiveDir=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/oldWALs, maxLogs=10 2024-11-21T11:19:47,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.rep.1732187987771, exclude list is [], retry=0 2024-11-21T11:19:47,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41901,DS-bdf55fe4-8a9e-4943-8d9a-6ce3b73e4d68,DISK] 2024-11-21T11:19:47,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.rep.1732187987771 2024-11-21T11:19:47,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33927:33927)] 2024-11-21T11:19:47,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3eeb3aaa859081a7c0235ccbeb772016, NAME => 'hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:19:47,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:19:47,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:19:47,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016. service=MultiRowMutationService 2024-11-21T11:19:47,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T11:19:47,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3eeb3aaa859081a7c0235ccbeb772016 2024-11-21T11:19:47,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:47,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3eeb3aaa859081a7c0235ccbeb772016 2024-11-21T11:19:47,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3eeb3aaa859081a7c0235ccbeb772016 2024-11-21T11:19:47,791 INFO [StoreOpener-3eeb3aaa859081a7c0235ccbeb772016-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3eeb3aaa859081a7c0235ccbeb772016 2024-11-21T11:19:47,792 INFO [StoreOpener-3eeb3aaa859081a7c0235ccbeb772016-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eeb3aaa859081a7c0235ccbeb772016 columnFamilyName hfileref 2024-11-21T11:19:47,792 DEBUG [StoreOpener-3eeb3aaa859081a7c0235ccbeb772016-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:47,793 INFO [StoreOpener-3eeb3aaa859081a7c0235ccbeb772016-1 {}] regionserver.HStore(327): Store=3eeb3aaa859081a7c0235ccbeb772016/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:47,793 INFO [StoreOpener-3eeb3aaa859081a7c0235ccbeb772016-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3eeb3aaa859081a7c0235ccbeb772016 2024-11-21T11:19:47,794 INFO [StoreOpener-3eeb3aaa859081a7c0235ccbeb772016-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eeb3aaa859081a7c0235ccbeb772016 columnFamilyName queue 2024-11-21T11:19:47,794 DEBUG [StoreOpener-3eeb3aaa859081a7c0235ccbeb772016-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:47,795 INFO [StoreOpener-3eeb3aaa859081a7c0235ccbeb772016-1 {}] regionserver.HStore(327): Store=3eeb3aaa859081a7c0235ccbeb772016/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:47,795 INFO [StoreOpener-3eeb3aaa859081a7c0235ccbeb772016-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3eeb3aaa859081a7c0235ccbeb772016 2024-11-21T11:19:47,796 INFO [StoreOpener-3eeb3aaa859081a7c0235ccbeb772016-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eeb3aaa859081a7c0235ccbeb772016 columnFamilyName sid 2024-11-21T11:19:47,796 DEBUG [StoreOpener-3eeb3aaa859081a7c0235ccbeb772016-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:47,796 INFO [StoreOpener-3eeb3aaa859081a7c0235ccbeb772016-1 {}] regionserver.HStore(327): Store=3eeb3aaa859081a7c0235ccbeb772016/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:47,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3eeb3aaa859081a7c0235ccbeb772016 2024-11-21T11:19:47,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/replication/3eeb3aaa859081a7c0235ccbeb772016 2024-11-21T11:19:47,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/replication/3eeb3aaa859081a7c0235ccbeb772016 2024-11-21T11:19:47,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3eeb3aaa859081a7c0235ccbeb772016 2024-11-21T11:19:47,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3eeb3aaa859081a7c0235ccbeb772016 2024-11-21T11:19:47,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:19:47,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3eeb3aaa859081a7c0235ccbeb772016 2024-11-21T11:19:47,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/replication/3eeb3aaa859081a7c0235ccbeb772016/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:19:47,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3eeb3aaa859081a7c0235ccbeb772016; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68838422, jitterRate=0.025772422552108765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:19:47,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3eeb3aaa859081a7c0235ccbeb772016 2024-11-21T11:19:47,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3eeb3aaa859081a7c0235ccbeb772016: Running coprocessor pre-open hook at 1732187987789Writing region info on filesystem at 1732187987789Initializing all the Stores at 1732187987790 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187987790Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187987790Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187987790Cleaning up temporary data from old regions at 1732187987798 (+8 ms)Running coprocessor post-open hooks at 1732187987802 (+4 ms)Region opened successfully at 1732187987803 (+1 ms) 2024-11-21T11:19:47,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016., pid=10, masterSystemTime=1732187987766 2024-11-21T11:19:47,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016. 2024-11-21T11:19:47,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016. 2024-11-21T11:19:47,806 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3eeb3aaa859081a7c0235ccbeb772016, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,35635,1732187976044 2024-11-21T11:19:47,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3eeb3aaa859081a7c0235ccbeb772016, server=7b462513bfc2,35635,1732187976044 because future has completed 2024-11-21T11:19:47,809 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41581 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7b462513bfc2,35635,1732187976044, table=hbase:replication, region=3eeb3aaa859081a7c0235ccbeb772016. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T11:19:47,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T11:19:47,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3eeb3aaa859081a7c0235ccbeb772016, server=7b462513bfc2,35635,1732187976044 in 196 msec 2024-11-21T11:19:47,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T11:19:47,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3eeb3aaa859081a7c0235ccbeb772016, ASSIGN in 352 msec 2024-11-21T11:19:47,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:19:47,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187987813"}]},"ts":"1732187987813"} 2024-11-21T11:19:47,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T11:19:47,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:19:47,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-21T11:19:47,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016., hostname=7b462513bfc2,35635,1732187976044, seqNum=2] 2024-11-21T11:19:47,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126 2024-11-21T11:19:47,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126 2024-11-21T11:19:47,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:19:48,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T11:19:48,006 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T11:19:48,036 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,35635,1732187976044, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:19:48,036 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:48,036 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35635,1732187976044, seqNum=-1] 2024-11-21T11:19:48,037 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:48,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T11:19:48,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b462513bfc2,35635,1732187976044', locateType=CURRENT is [region=hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016., hostname=7b462513bfc2,35635,1732187976044, seqNum=2] 2024-11-21T11:19:48,041 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T11:19:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T11:19:48,044 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b462513bfc2,35635,1732187976044 suceeded 2024-11-21T11:19:48,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T11:19:48,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-21T11:19:48,045 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b462513bfc2:40951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:19:48,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-21T11:19:48,057 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:40951' 2024-11-21T11:19:48,058 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@107e6e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:48,058 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,40951,-1 for getting cluster id 2024-11-21T11:19:48,058 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:48,059 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f7e0581-23a2-4fa7-aa4d-d0c65b40550a' 2024-11-21T11:19:48,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:48,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f7e0581-23a2-4fa7-aa4d-d0c65b40550a" 2024-11-21T11:19:48,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17ecb1f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:48,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,40951,-1] 2024-11-21T11:19:48,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:48,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:48,060 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:48,061 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61928288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:48,061 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:48,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,40951,1732187980197 2024-11-21T11:19:48,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15b05964 2024-11-21T11:19:48,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:48,062 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T11:19:48,063 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,35635,1732187976044 (queues=1) is replicating from cluster=bc971239-de81-4d31-8cf5-84b7a8149ba5 to cluster=5f7e0581-23a2-4fa7-aa4d-d0c65b40550a 2024-11-21T11:19:48,063 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C35635%2C1732187976044 2024-11-21T11:19:48,063 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,35635,1732187976044, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:19:48,064 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.shipper7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C35635%2C1732187976044 2024-11-21T11:19:48,064 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053, startPosition=0, beingWritten=true 2024-11-21T11:19:48,069 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:19:48,069 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 379, reset compression=false 2024-11-21T11:19:48,069 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.shipper7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,35635,1732187976044 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:19:48,106 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T11:19:48,273 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 379, reset compression=false 2024-11-21T11:19:48,577 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 379, reset compression=false 2024-11-21T11:19:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:19:48,775 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T11:19:48,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:48,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:48,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:48,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:48,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:48,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e36f318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:48,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,40951,-1 for getting cluster id 2024-11-21T11:19:48,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:48,777 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f7e0581-23a2-4fa7-aa4d-d0c65b40550a' 2024-11-21T11:19:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f7e0581-23a2-4fa7-aa4d-d0c65b40550a" 2024-11-21T11:19:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be8cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,40951,-1] 2024-11-21T11:19:48,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:48,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:48,778 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:48,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d5d701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:48,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,40951,1732187980197 2024-11-21T11:19:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ec64a2 2024-11-21T11:19:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:48,781 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:19:48,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b462513bfc2:41581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:19:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:19:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:19:48,784 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:41581' 2024-11-21T11:19:48,785 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51225251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:48,785 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,41581,-1 for getting cluster id 2024-11-21T11:19:48,785 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:48,785 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc971239-de81-4d31-8cf5-84b7a8149ba5' 2024-11-21T11:19:48,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:48,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc971239-de81-4d31-8cf5-84b7a8149ba5" 2024-11-21T11:19:48,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db3be2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:48,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,41581,-1] 2024-11-21T11:19:48,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:48,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:48,786 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:48,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa3058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:48,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:48,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,41581,1732187975970 2024-11-21T11:19:48,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@672e0152 2024-11-21T11:19:48,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:48,788 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:19:48,789 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T11:19:48,789 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:19:48,789 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:48,789 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:48,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:48,789 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:19:48,790 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T11:19:48,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:19:48,791 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:48,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:19:48,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741837_1013 (size=1138) 2024-11-21T11:19:48,841 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T11:19:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:19:48,981 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 379, reset compression=false 2024-11-21T11:19:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:19:49,204 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80f5d4f6c3efe5f5f56712b32165eccc, NAME => 'hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3 2024-11-21T11:19:49,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741838_1014 (size=44) 2024-11-21T11:19:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:19:49,485 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 379, reset compression=false 2024-11-21T11:19:49,572 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:19:49,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:49,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:49,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:49,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:49,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:49,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:49,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:49,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:49,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:49,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 80f5d4f6c3efe5f5f56712b32165eccc, disabling compactions & flushes 2024-11-21T11:19:49,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc. 2024-11-21T11:19:49,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc. 2024-11-21T11:19:49,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc. after waiting 0 ms 2024-11-21T11:19:49,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc. 2024-11-21T11:19:49,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc. 2024-11-21T11:19:49,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80f5d4f6c3efe5f5f56712b32165eccc: Waiting for close lock at 1732187989611Disabling compacts and flushes for region at 1732187989611Disabling writes for close at 1732187989611Writing region close event to WAL at 1732187989611Closed at 1732187989611 2024-11-21T11:19:49,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:19:49,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732187989612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732187989612"}]},"ts":"1732187989612"} 2024-11-21T11:19:49,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:19:49,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:19:49,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187989616"}]},"ts":"1732187989616"} 2024-11-21T11:19:49,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T11:19:49,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80f5d4f6c3efe5f5f56712b32165eccc, ASSIGN}] 2024-11-21T11:19:49,619 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80f5d4f6c3efe5f5f56712b32165eccc, ASSIGN 2024-11-21T11:19:49,620 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=80f5d4f6c3efe5f5f56712b32165eccc, ASSIGN; state=OFFLINE, location=7b462513bfc2,41043,1732187980244; forceNewPlan=false, retain=false 2024-11-21T11:19:49,771 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80f5d4f6c3efe5f5f56712b32165eccc, regionState=OPENING, regionLocation=7b462513bfc2,41043,1732187980244 2024-11-21T11:19:49,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=80f5d4f6c3efe5f5f56712b32165eccc, ASSIGN because future has completed 2024-11-21T11:19:49,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80f5d4f6c3efe5f5f56712b32165eccc, server=7b462513bfc2,41043,1732187980244}] 2024-11-21T11:19:49,907 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T11:19:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:19:49,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc. 2024-11-21T11:19:49,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:19:49,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T11:19:49,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C41043%2C1732187980244.rep, suffix=, logDir=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244, archiveDir=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/oldWALs, maxLogs=10 2024-11-21T11:19:49,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T11:19:49,936 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T11:19:49,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T11:19:49,937 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T11:19:49,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:19:49,937 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T11:19:49,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.rep.1732187989931, exclude list is [], retry=0 2024-11-21T11:19:49,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44983,DS-2559e126-d443-4153-a87a-6d93efa981bd,DISK] 2024-11-21T11:19:49,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.rep.1732187989931 2024-11-21T11:19:49,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-21T11:19:49,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 80f5d4f6c3efe5f5f56712b32165eccc, NAME => 'hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:19:49,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:19:49,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:19:49,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc. service=MultiRowMutationService 2024-11-21T11:19:49,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T11:19:49,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:49,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:19:49,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:49,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:49,950 INFO [StoreOpener-80f5d4f6c3efe5f5f56712b32165eccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:49,951 INFO [StoreOpener-80f5d4f6c3efe5f5f56712b32165eccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f5d4f6c3efe5f5f56712b32165eccc columnFamilyName hfileref 2024-11-21T11:19:49,951 DEBUG [StoreOpener-80f5d4f6c3efe5f5f56712b32165eccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:49,951 INFO [StoreOpener-80f5d4f6c3efe5f5f56712b32165eccc-1 {}] regionserver.HStore(327): Store=80f5d4f6c3efe5f5f56712b32165eccc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:49,951 INFO [StoreOpener-80f5d4f6c3efe5f5f56712b32165eccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:49,952 INFO [StoreOpener-80f5d4f6c3efe5f5f56712b32165eccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f5d4f6c3efe5f5f56712b32165eccc columnFamilyName queue 2024-11-21T11:19:49,952 DEBUG [StoreOpener-80f5d4f6c3efe5f5f56712b32165eccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:49,952 INFO [StoreOpener-80f5d4f6c3efe5f5f56712b32165eccc-1 {}] regionserver.HStore(327): Store=80f5d4f6c3efe5f5f56712b32165eccc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:49,953 INFO [StoreOpener-80f5d4f6c3efe5f5f56712b32165eccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:49,953 INFO [StoreOpener-80f5d4f6c3efe5f5f56712b32165eccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f5d4f6c3efe5f5f56712b32165eccc columnFamilyName sid 2024-11-21T11:19:49,953 DEBUG [StoreOpener-80f5d4f6c3efe5f5f56712b32165eccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:19:49,954 INFO [StoreOpener-80f5d4f6c3efe5f5f56712b32165eccc-1 {}] regionserver.HStore(327): Store=80f5d4f6c3efe5f5f56712b32165eccc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:19:49,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:49,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/replication/80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:49,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/replication/80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:49,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:49,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:49,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:19:49,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:49,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/replication/80f5d4f6c3efe5f5f56712b32165eccc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:19:49,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 80f5d4f6c3efe5f5f56712b32165eccc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63814948, jitterRate=-0.049083173274993896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:19:49,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:49,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 80f5d4f6c3efe5f5f56712b32165eccc: Running coprocessor pre-open hook at 1732187989949Writing region info on filesystem at 1732187989949Initializing all the Stores at 1732187989949Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187989949Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187989949Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732187989949Cleaning up temporary data from old regions at 1732187989956 (+7 ms)Running coprocessor post-open hooks at 1732187989962 (+6 ms)Region opened successfully at 1732187989962 2024-11-21T11:19:49,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc., pid=10, masterSystemTime=1732187989925 2024-11-21T11:19:49,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc. 2024-11-21T11:19:49,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc. 2024-11-21T11:19:49,966 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80f5d4f6c3efe5f5f56712b32165eccc, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,41043,1732187980244 2024-11-21T11:19:49,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80f5d4f6c3efe5f5f56712b32165eccc, server=7b462513bfc2,41043,1732187980244 because future has completed 2024-11-21T11:19:49,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T11:19:49,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 80f5d4f6c3efe5f5f56712b32165eccc, server=7b462513bfc2,41043,1732187980244 in 197 msec 2024-11-21T11:19:49,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T11:19:49,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80f5d4f6c3efe5f5f56712b32165eccc, ASSIGN in 355 msec 2024-11-21T11:19:49,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:19:49,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732187989975"}]},"ts":"1732187989975"} 2024-11-21T11:19:49,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T11:19:49,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:19:49,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-21T11:19:49,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc., hostname=7b462513bfc2,41043,1732187980244, seqNum=2] 2024-11-21T11:19:50,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555 2024-11-21T11:19:50,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555 2024-11-21T11:19:50,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:19:50,089 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 379, reset compression=false 2024-11-21T11:19:50,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41043 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T11:19:50,160 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T11:19:50,189 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,41043,1732187980244, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:19:50,189 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:50,189 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41043,1732187980244, seqNum=-1] 2024-11-21T11:19:50,189 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:50,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T11:19:50,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b462513bfc2,41043,1732187980244', locateType=CURRENT is [region=hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc., hostname=7b462513bfc2,41043,1732187980244, seqNum=2] 2024-11-21T11:19:50,195 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T11:19:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T11:19:50,197 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b462513bfc2,41043,1732187980244 suceeded 2024-11-21T11:19:50,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T11:19:50,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-21T11:19:50,198 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b462513bfc2:41581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:19:50,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-21T11:19:50,208 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:41581' 2024-11-21T11:19:50,209 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74aad3bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:50,209 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,41581,-1 for getting cluster id 2024-11-21T11:19:50,209 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:50,210 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc971239-de81-4d31-8cf5-84b7a8149ba5' 2024-11-21T11:19:50,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:50,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc971239-de81-4d31-8cf5-84b7a8149ba5" 2024-11-21T11:19:50,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a284fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:50,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,41581,-1] 2024-11-21T11:19:50,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:50,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:50,212 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:50,212 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7630c8dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:50,212 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:50,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,41581,1732187975970 2024-11-21T11:19:50,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@227e7633 2024-11-21T11:19:50,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:50,214 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T11:19:50,214 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,41043,1732187980244 (queues=1) is replicating from cluster=5f7e0581-23a2-4fa7-aa4d-d0c65b40550a to cluster=bc971239-de81-4d31-8cf5-84b7a8149ba5 2024-11-21T11:19:50,215 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C41043%2C1732187980244 2024-11-21T11:19:50,215 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,41043,1732187980244, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:19:50,215 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272, startPosition=0, beingWritten=true 2024-11-21T11:19:50,216 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.shipper7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C41043%2C1732187980244 2024-11-21T11:19:50,221 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:19:50,221 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 379, reset compression=false 2024-11-21T11:19:50,221 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.shipper7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41043,1732187980244 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:19:50,424 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 379, reset compression=false 2024-11-21T11:19:50,729 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 379, reset compression=false 2024-11-21T11:19:50,794 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 379, reset compression=false 2024-11-21T11:19:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:19:50,945 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T11:19:50,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:50,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:50,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:50,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:50,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:50,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:50,949 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732187990948/Put/seqid=0 2024-11-21T11:19:50,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741840_1016 (size=7894) 2024-11-21T11:19:51,133 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 379, reset compression=false 2024-11-21T11:19:51,355 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732187991355/Put/seqid=0 2024-11-21T11:19:51,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741841_1017 (size=7691) 2024-11-21T11:19:51,598 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 379, reset compression=false 2024-11-21T11:19:51,637 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 379, reset compression=false 2024-11-21T11:19:51,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27685b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:51,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,41581,-1 for getting cluster id 2024-11-21T11:19:51,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:51,762 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc971239-de81-4d31-8cf5-84b7a8149ba5' 2024-11-21T11:19:51,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:51,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc971239-de81-4d31-8cf5-84b7a8149ba5" 2024-11-21T11:19:51,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396dfbdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:51,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,41581,-1] 2024-11-21T11:19:51,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:51,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:51,764 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:51,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc9e2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:51,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:51,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35635,1732187976044, seqNum=-1] 2024-11-21T11:19:51,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:51,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:19:51,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,41581,1732187975970 2024-11-21T11:19:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@387cede2 2024-11-21T11:19:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:51,776 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:19:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732187983314.74d847bbb66592bad572f891c1d19cc5., hostname=7b462513bfc2,35635,1732187976044, seqNum=2] 2024-11-21T11:19:51,781 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T11:19:51,786 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T11:19:51,788 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T11:19:51,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 74d847bbb66592bad572f891c1d19cc5/f 2024-11-21T11:19:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T11:19:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:19:51,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 74d847bbb66592bad572f891c1d19cc5/f 2024-11-21T11:19:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T11:19:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:19:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HRegion(2603): Flush status journal for 74d847bbb66592bad572f891c1d19cc5: 2024-11-21T11:19:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins__test__4446a1eqn5uahdnr2d6l7e4rvqer623r3j91fu4ec4oevds8d9voj8vutur0mcqo/f/hfile_0 2024-11-21T11:19:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins__test__4446a1eqn5uahdnr2d6l7e4rvqer623r3j91fu4ec4oevds8d9voj8vutur0mcqo/f/hfile_0 as hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/f/b8be0b3ea95848e8853bb24ab6f296c6_SeqId_4_ 2024-11-21T11:19:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins__test__4446a1eqn5uahdnr2d6l7e4rvqer623r3j91fu4ec4oevds8d9voj8vutur0mcqo/f/hfile_1 2024-11-21T11:19:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins__test__4446a1eqn5uahdnr2d6l7e4rvqer623r3j91fu4ec4oevds8d9voj8vutur0mcqo/f/hfile_1 as hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/f/611e4d376f0949cf90ea57ac575d2c02_SeqId_4_ 2024-11-21T11:19:51,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins__test__4446a1eqn5uahdnr2d6l7e4rvqer623r3j91fu4ec4oevds8d9voj8vutur0mcqo/f/hfile_0 into 74d847bbb66592bad572f891c1d19cc5/f as hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/f/b8be0b3ea95848e8853bb24ab6f296c6_SeqId_4_ - updating store file list. 2024-11-21T11:19:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b8be0b3ea95848e8853bb24ab6f296c6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T11:19:51,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/f/b8be0b3ea95848e8853bb24ab6f296c6_SeqId_4_ into 74d847bbb66592bad572f891c1d19cc5/f 2024-11-21T11:19:51,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins__test__4446a1eqn5uahdnr2d6l7e4rvqer623r3j91fu4ec4oevds8d9voj8vutur0mcqo/f/hfile_0 into 74d847bbb66592bad572f891c1d19cc5/f (new location: hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/f/b8be0b3ea95848e8853bb24ab6f296c6_SeqId_4_) 2024-11-21T11:19:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins__test__4446a1eqn5uahdnr2d6l7e4rvqer623r3j91fu4ec4oevds8d9voj8vutur0mcqo/f/hfile_0 2024-11-21T11:19:51,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins__test__4446a1eqn5uahdnr2d6l7e4rvqer623r3j91fu4ec4oevds8d9voj8vutur0mcqo/f/hfile_1 into 74d847bbb66592bad572f891c1d19cc5/f as hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/f/611e4d376f0949cf90ea57ac575d2c02_SeqId_4_ - updating store file list. 2024-11-21T11:19:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 611e4d376f0949cf90ea57ac575d2c02_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T11:19:51,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/f/611e4d376f0949cf90ea57ac575d2c02_SeqId_4_ into 74d847bbb66592bad572f891c1d19cc5/f 2024-11-21T11:19:51,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins__test__4446a1eqn5uahdnr2d6l7e4rvqer623r3j91fu4ec4oevds8d9voj8vutur0mcqo/f/hfile_1 into 74d847bbb66592bad572f891c1d19cc5/f (new location: hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/f/611e4d376f0949cf90ea57ac575d2c02_SeqId_4_) 2024-11-21T11:19:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins__test__4446a1eqn5uahdnr2d6l7e4rvqer623r3j91fu4ec4oevds8d9voj8vutur0mcqo/f/hfile_1 2024-11-21T11:19:51,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:51,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:51,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:51,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:51,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732187983314.74d847bbb66592bad572f891c1d19cc5., hostname=7b462513bfc2,35635,1732187976044, seqNum=2 , the old value is region=test,,1732187983314.74d847bbb66592bad572f891c1d19cc5., hostname=7b462513bfc2,35635,1732187976044, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b462513bfc2:35635 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T11:19:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732187983314.74d847bbb66592bad572f891c1d19cc5., hostname=7b462513bfc2,35635,1732187976044, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T11:19:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732187983314.74d847bbb66592bad572f891c1d19cc5., hostname=7b462513bfc2,35635,1732187976044, seqNum=2 from cache 2024-11-21T11:19:51,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41043,1732187980244, seqNum=-1] 2024-11-21T11:19:51,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:51,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:19:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:56414 deadline: 1732188051816 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:56414 2024-11-21T11:19:51,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732187984458.611a50de57ded182c3baebe3ce44446f., hostname=7b462513bfc2,41043,1732187980244, seqNum=2] 2024-11-21T11:19:51,823 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T11:19:51,925 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:35635 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T11:19:52,241 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 379, reset compression=false 2024-11-21T11:19:52,502 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 379, reset compression=false 2024-11-21T11:19:52,508 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:19:52,508 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.shipper7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,35635,1732187976044 got entry batch from reader: WALEntryBatch [walEntries=[{test/74d847bbb66592bad572f891c1d19cc5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732187991814/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T11:19:52,510 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.shipper7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:19:52,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-21T11:19:52,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.ReplicationSink(318): Replicating [bc971239-de81-4d31-8cf5-84b7a8149ba5] bulk loaded data 2024-11-21T11:19:52,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@186c893f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:52,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,40951,-1 for getting cluster id 2024-11-21T11:19:52,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:52,513 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f7e0581-23a2-4fa7-aa4d-d0c65b40550a' 2024-11-21T11:19:52,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:52,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f7e0581-23a2-4fa7-aa4d-d0c65b40550a" 2024-11-21T11:19:52,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6439150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:52,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,40951,-1] 2024-11-21T11:19:52,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:52,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:52,514 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:52,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49a32ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:52,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741840_1016 (size=7894) 2024-11-21T11:19:52,708 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 687, reset compression=false 2024-11-21T11:19:52,825 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T11:19:52,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741841_1017 (size=7691) 2024-11-21T11:19:52,946 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 379, reset compression=false 2024-11-21T11:19:53,012 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 687, reset compression=false 2024-11-21T11:19:53,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:53,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,40951,1732187980197 2024-11-21T11:19:53,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@508a10d8 2024-11-21T11:19:53,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:53,344 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T11:19:53,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T11:19:53,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:53,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41043,1732187980244, seqNum=-1] 2024-11-21T11:19:53,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:53,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T11:19:53,355 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins.hfs.11__test__ol5co2p10almu89vcl7pi9nko861kapbj2lqnqm6khnbt1d26507quv1n9f8a0uj/f/611e4d376f0949cf90ea57ac575d2c02_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T11:19:53,357 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins.hfs.11__test__ol5co2p10almu89vcl7pi9nko861kapbj2lqnqm6khnbt1d26507quv1n9f8a0uj/f/b8be0b3ea95848e8853bb24ab6f296c6_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T11:19:53,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins.hfs.11__test__ol5co2p10almu89vcl7pi9nko861kapbj2lqnqm6khnbt1d26507quv1n9f8a0uj/f/611e4d376f0949cf90ea57ac575d2c02_SeqId_4_ for inclusion in 611a50de57ded182c3baebe3ce44446f/f 2024-11-21T11:19:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T11:19:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:19:53,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins.hfs.11__test__ol5co2p10almu89vcl7pi9nko861kapbj2lqnqm6khnbt1d26507quv1n9f8a0uj/f/b8be0b3ea95848e8853bb24ab6f296c6_SeqId_4_ for inclusion in 611a50de57ded182c3baebe3ce44446f/f 2024-11-21T11:19:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T11:19:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:19:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HRegion(2603): Flush status journal for 611a50de57ded182c3baebe3ce44446f: 2024-11-21T11:19:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 611e4d376f0949cf90ea57ac575d2c02_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T11:19:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins.hfs.11__test__ol5co2p10almu89vcl7pi9nko861kapbj2lqnqm6khnbt1d26507quv1n9f8a0uj/f/611e4d376f0949cf90ea57ac575d2c02_SeqId_4_ as hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/f/b81b671f1a1b49c7abaaf3d0fbb71309_SeqId_4_ 2024-11-21T11:19:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b8be0b3ea95848e8853bb24ab6f296c6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T11:19:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins.hfs.11__test__ol5co2p10almu89vcl7pi9nko861kapbj2lqnqm6khnbt1d26507quv1n9f8a0uj/f/b8be0b3ea95848e8853bb24ab6f296c6_SeqId_4_ as hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/f/0eeb5cdfc34c4614a5d267afbbae27bb_SeqId_4_ 2024-11-21T11:19:53,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins.hfs.11__test__ol5co2p10almu89vcl7pi9nko861kapbj2lqnqm6khnbt1d26507quv1n9f8a0uj/f/611e4d376f0949cf90ea57ac575d2c02_SeqId_4_ into 611a50de57ded182c3baebe3ce44446f/f as hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/f/b81b671f1a1b49c7abaaf3d0fbb71309_SeqId_4_ - updating store file list. 2024-11-21T11:19:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b81b671f1a1b49c7abaaf3d0fbb71309_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T11:19:53,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/f/b81b671f1a1b49c7abaaf3d0fbb71309_SeqId_4_ into 611a50de57ded182c3baebe3ce44446f/f 2024-11-21T11:19:53,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins.hfs.11__test__ol5co2p10almu89vcl7pi9nko861kapbj2lqnqm6khnbt1d26507quv1n9f8a0uj/f/611e4d376f0949cf90ea57ac575d2c02_SeqId_4_ into 611a50de57ded182c3baebe3ce44446f/f (new location: hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/f/b81b671f1a1b49c7abaaf3d0fbb71309_SeqId_4_) 2024-11-21T11:19:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins.hfs.11__test__ol5co2p10almu89vcl7pi9nko861kapbj2lqnqm6khnbt1d26507quv1n9f8a0uj/f/611e4d376f0949cf90ea57ac575d2c02_SeqId_4_ 2024-11-21T11:19:53,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins.hfs.11__test__ol5co2p10almu89vcl7pi9nko861kapbj2lqnqm6khnbt1d26507quv1n9f8a0uj/f/b8be0b3ea95848e8853bb24ab6f296c6_SeqId_4_ into 611a50de57ded182c3baebe3ce44446f/f as hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/f/0eeb5cdfc34c4614a5d267afbbae27bb_SeqId_4_ - updating store file list. 2024-11-21T11:19:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0eeb5cdfc34c4614a5d267afbbae27bb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T11:19:53,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/f/0eeb5cdfc34c4614a5d267afbbae27bb_SeqId_4_ into 611a50de57ded182c3baebe3ce44446f/f 2024-11-21T11:19:53,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins.hfs.11__test__ol5co2p10almu89vcl7pi9nko861kapbj2lqnqm6khnbt1d26507quv1n9f8a0uj/f/b8be0b3ea95848e8853bb24ab6f296c6_SeqId_4_ into 611a50de57ded182c3baebe3ce44446f/f (new location: hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/f/0eeb5cdfc34c4614a5d267afbbae27bb_SeqId_4_) 2024-11-21T11:19:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins.hfs.11__test__ol5co2p10almu89vcl7pi9nko861kapbj2lqnqm6khnbt1d26507quv1n9f8a0uj/f/b8be0b3ea95848e8853bb24ab6f296c6_SeqId_4_ 2024-11-21T11:19:53,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.ReplicationSink(324): Finished replicating [bc971239-de81-4d31-8cf5-84b7a8149ba5] bulk loaded data 2024-11-21T11:19:53,416 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 687, reset compression=false 2024-11-21T11:19:53,749 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 379, reset compression=false 2024-11-21T11:19:53,757 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:19:53,757 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.shipper7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41043,1732187980244 got entry batch from reader: WALEntryBatch [walEntries=[{test/611a50de57ded182c3baebe3ce44446f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732187993381/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T11:19:53,759 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.shipper7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:19:53,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-21T11:19:53,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.ReplicationSink(318): Replicating [bc971239-de81-4d31-8cf5-84b7a8149ba5, 5f7e0581-23a2-4fa7-aa4d-d0c65b40550a] bulk loaded data 2024-11-21T11:19:53,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fa317b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:53,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,41581,-1 for getting cluster id 2024-11-21T11:19:53,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:53,762 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc971239-de81-4d31-8cf5-84b7a8149ba5' 2024-11-21T11:19:53,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:53,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc971239-de81-4d31-8cf5-84b7a8149ba5" 2024-11-21T11:19:53,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43009290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:53,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,41581,-1] 2024-11-21T11:19:53,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:53,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:53,763 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:53,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78d576ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:53,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741842_1018 (size=7691) 2024-11-21T11:19:53,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:19:53,837 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732187993836/Put/seqid=0 2024-11-21T11:19:53,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741842_1018 (size=11194) 2024-11-21T11:19:53,920 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 687, reset compression=false 2024-11-21T11:19:53,957 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 725, reset compression=false 2024-11-21T11:19:54,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741843_1019 (size=7894) 2024-11-21T11:19:54,244 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732187994243/Put/seqid=0 2024-11-21T11:19:54,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741843_1019 (size=10791) 2024-11-21T11:19:54,262 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 725, reset compression=false 2024-11-21T11:19:54,524 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 687, reset compression=false 2024-11-21T11:19:54,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:54,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,41581,1732187975970 2024-11-21T11:19:54,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b59cc1f 2024-11-21T11:19:54,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:54,585 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T11:19:54,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T11:19:54,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:54,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35635,1732187976044, seqNum=-1] 2024-11-21T11:19:54,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:54,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T11:19:54,593 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins.hfs.10__test__njff815dqp6ekpoka3eeibs18fedchdjvms7jfsd80ol8ac1fgq3p9q2e5mnpila/f/0eeb5cdfc34c4614a5d267afbbae27bb_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T11:19:54,596 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins.hfs.10__test__njff815dqp6ekpoka3eeibs18fedchdjvms7jfsd80ol8ac1fgq3p9q2e5mnpila/f/b81b671f1a1b49c7abaaf3d0fbb71309_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T11:19:54,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.ReplicationSink(324): Finished replicating [bc971239-de81-4d31-8cf5-84b7a8149ba5, 5f7e0581-23a2-4fa7-aa4d-d0c65b40550a] bulk loaded data 2024-11-21T11:19:54,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146d89c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:54,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,40951,-1 for getting cluster id 2024-11-21T11:19:54,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:19:54,650 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f7e0581-23a2-4fa7-aa4d-d0c65b40550a' 2024-11-21T11:19:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:19:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f7e0581-23a2-4fa7-aa4d-d0c65b40550a" 2024-11-21T11:19:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbe6aad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,40951,-1] 2024-11-21T11:19:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:19:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:54,652 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:19:54,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8d7093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:19:54,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:54,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41043,1732187980244, seqNum=-1] 2024-11-21T11:19:54,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:54,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:19:54,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:19:54,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,40951,1732187980197 2024-11-21T11:19:54,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@500540fc 2024-11-21T11:19:54,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:19:54,664 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:19:54,666 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 725, reset compression=false 2024-11-21T11:19:54,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732187984458.611a50de57ded182c3baebe3ce44446f., hostname=7b462513bfc2,41043,1732187980244, seqNum=2] 2024-11-21T11:19:54,670 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T11:19:54,674 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T11:19:54,677 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T11:19:54,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 611a50de57ded182c3baebe3ce44446f/f 2024-11-21T11:19:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T11:19:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:19:54,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 611a50de57ded182c3baebe3ce44446f/f 2024-11-21T11:19:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T11:19:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:19:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HRegion(2603): Flush status journal for 611a50de57ded182c3baebe3ce44446f: 2024-11-21T11:19:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins__test__dco87v8p7qrbqannnqqif0sefdu9ef8cfsl88vvlb73etun1gb56fvnca1818nij/f/hfile_1 2024-11-21T11:19:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins__test__dco87v8p7qrbqannnqqif0sefdu9ef8cfsl88vvlb73etun1gb56fvnca1818nij/f/hfile_1 as hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/f/7606504a3afd4961909b77c2ce9d4513_SeqId_6_ 2024-11-21T11:19:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins__test__dco87v8p7qrbqannnqqif0sefdu9ef8cfsl88vvlb73etun1gb56fvnca1818nij/f/hfile_0 2024-11-21T11:19:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins__test__dco87v8p7qrbqannnqqif0sefdu9ef8cfsl88vvlb73etun1gb56fvnca1818nij/f/hfile_0 as hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/f/d30507eda93940c183072acf4fc01ff7_SeqId_6_ 2024-11-21T11:19:54,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins__test__dco87v8p7qrbqannnqqif0sefdu9ef8cfsl88vvlb73etun1gb56fvnca1818nij/f/hfile_1 into 611a50de57ded182c3baebe3ce44446f/f as hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/f/7606504a3afd4961909b77c2ce9d4513_SeqId_6_ - updating store file list. 2024-11-21T11:19:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7606504a3afd4961909b77c2ce9d4513_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T11:19:54,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/f/7606504a3afd4961909b77c2ce9d4513_SeqId_6_ into 611a50de57ded182c3baebe3ce44446f/f 2024-11-21T11:19:54,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins__test__dco87v8p7qrbqannnqqif0sefdu9ef8cfsl88vvlb73etun1gb56fvnca1818nij/f/hfile_1 into 611a50de57ded182c3baebe3ce44446f/f (new location: hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/f/7606504a3afd4961909b77c2ce9d4513_SeqId_6_) 2024-11-21T11:19:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins__test__dco87v8p7qrbqannnqqif0sefdu9ef8cfsl88vvlb73etun1gb56fvnca1818nij/f/hfile_1 2024-11-21T11:19:54,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins__test__dco87v8p7qrbqannnqqif0sefdu9ef8cfsl88vvlb73etun1gb56fvnca1818nij/f/hfile_0 into 611a50de57ded182c3baebe3ce44446f/f as hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/f/d30507eda93940c183072acf4fc01ff7_SeqId_6_ - updating store file list. 2024-11-21T11:19:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d30507eda93940c183072acf4fc01ff7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T11:19:54,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/f/d30507eda93940c183072acf4fc01ff7_SeqId_6_ into 611a50de57ded182c3baebe3ce44446f/f 2024-11-21T11:19:54,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins__test__dco87v8p7qrbqannnqqif0sefdu9ef8cfsl88vvlb73etun1gb56fvnca1818nij/f/hfile_0 into 611a50de57ded182c3baebe3ce44446f/f (new location: hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/f/d30507eda93940c183072acf4fc01ff7_SeqId_6_) 2024-11-21T11:19:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins__test__dco87v8p7qrbqannnqqif0sefdu9ef8cfsl88vvlb73etun1gb56fvnca1818nij/f/hfile_0 2024-11-21T11:19:54,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:54,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:54,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:54,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:54,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732187984458.611a50de57ded182c3baebe3ce44446f., hostname=7b462513bfc2,41043,1732187980244, seqNum=2 , the old value is region=test,,1732187984458.611a50de57ded182c3baebe3ce44446f., hostname=7b462513bfc2,41043,1732187980244, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b462513bfc2:41043 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T11:19:54,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732187984458.611a50de57ded182c3baebe3ce44446f., hostname=7b462513bfc2,41043,1732187980244, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T11:19:54,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732187984458.611a50de57ded182c3baebe3ce44446f., hostname=7b462513bfc2,41043,1732187980244, seqNum=2 from cache 2024-11-21T11:19:54,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:54,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:19:54,703 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T11:19:54,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35635,1732187976044, seqNum=-1] 2024-11-21T11:19:54,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:19:54,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:19:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732187983314.74d847bbb66592bad572f891c1d19cc5., hostname=7b462513bfc2,35635,1732187976044, seqNum=2] 2024-11-21T11:19:54,713 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T11:19:54,804 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:41043 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T11:19:55,170 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 725, reset compression=false 2024-11-21T11:19:55,175 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:19:55,175 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.shipper7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41043,1732187980244 got entry batch from reader: WALEntryBatch [walEntries=[{test/611a50de57ded182c3baebe3ce44446f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732187994701/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T11:19:55,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.ReplicationSink(318): Replicating [5f7e0581-23a2-4fa7-aa4d-d0c65b40550a] bulk loaded data 2024-11-21T11:19:55,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741844_1020 (size=10791) 2024-11-21T11:19:55,228 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 687, reset compression=false 2024-11-21T11:19:55,376 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 1033, reset compression=false 2024-11-21T11:19:55,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:19:55,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:55,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:55,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:55,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:55,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:55,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:55,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:55,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:19:55,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741845_1021 (size=11194) 2024-11-21T11:19:55,680 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 1033, reset compression=false 2024-11-21T11:19:55,718 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T11:19:55,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T11:19:56,004 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins.hfs.10__test__1pp2g11hm7ru3n1dboghk1hr0d0qcqph5ul3bangnukq8bpgk3p2c65ktt2t0rdk/f/7606504a3afd4961909b77c2ce9d4513_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-21T11:19:56,007 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins.hfs.10__test__1pp2g11hm7ru3n1dboghk1hr0d0qcqph5ul3bangnukq8bpgk3p2c65ktt2t0rdk/f/d30507eda93940c183072acf4fc01ff7_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-21T11:19:56,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins.hfs.10__test__1pp2g11hm7ru3n1dboghk1hr0d0qcqph5ul3bangnukq8bpgk3p2c65ktt2t0rdk/f/7606504a3afd4961909b77c2ce9d4513_SeqId_6_ for inclusion in 74d847bbb66592bad572f891c1d19cc5/f 2024-11-21T11:19:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T11:19:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:19:56,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins.hfs.10__test__1pp2g11hm7ru3n1dboghk1hr0d0qcqph5ul3bangnukq8bpgk3p2c65ktt2t0rdk/f/d30507eda93940c183072acf4fc01ff7_SeqId_6_ for inclusion in 74d847bbb66592bad572f891c1d19cc5/f 2024-11-21T11:19:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T11:19:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:19:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HRegion(2603): Flush status journal for 74d847bbb66592bad572f891c1d19cc5: 2024-11-21T11:19:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7606504a3afd4961909b77c2ce9d4513_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T11:19:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins.hfs.10__test__1pp2g11hm7ru3n1dboghk1hr0d0qcqph5ul3bangnukq8bpgk3p2c65ktt2t0rdk/f/7606504a3afd4961909b77c2ce9d4513_SeqId_6_ as hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/f/2619eb35308344e894de04600249287b_SeqId_6_ 2024-11-21T11:19:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d30507eda93940c183072acf4fc01ff7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T11:19:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins.hfs.10__test__1pp2g11hm7ru3n1dboghk1hr0d0qcqph5ul3bangnukq8bpgk3p2c65ktt2t0rdk/f/d30507eda93940c183072acf4fc01ff7_SeqId_6_ as hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/f/841f5addd36a4a549305233b926ee590_SeqId_6_ 2024-11-21T11:19:56,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins.hfs.10__test__1pp2g11hm7ru3n1dboghk1hr0d0qcqph5ul3bangnukq8bpgk3p2c65ktt2t0rdk/f/7606504a3afd4961909b77c2ce9d4513_SeqId_6_ into 74d847bbb66592bad572f891c1d19cc5/f as hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/f/2619eb35308344e894de04600249287b_SeqId_6_ - updating store file list. 2024-11-21T11:19:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2619eb35308344e894de04600249287b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T11:19:56,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/f/2619eb35308344e894de04600249287b_SeqId_6_ into 74d847bbb66592bad572f891c1d19cc5/f 2024-11-21T11:19:56,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins.hfs.10__test__1pp2g11hm7ru3n1dboghk1hr0d0qcqph5ul3bangnukq8bpgk3p2c65ktt2t0rdk/f/7606504a3afd4961909b77c2ce9d4513_SeqId_6_ into 74d847bbb66592bad572f891c1d19cc5/f (new location: hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/f/2619eb35308344e894de04600249287b_SeqId_6_) 2024-11-21T11:19:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins.hfs.10__test__1pp2g11hm7ru3n1dboghk1hr0d0qcqph5ul3bangnukq8bpgk3p2c65ktt2t0rdk/f/7606504a3afd4961909b77c2ce9d4513_SeqId_6_ 2024-11-21T11:19:56,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins.hfs.10__test__1pp2g11hm7ru3n1dboghk1hr0d0qcqph5ul3bangnukq8bpgk3p2c65ktt2t0rdk/f/d30507eda93940c183072acf4fc01ff7_SeqId_6_ into 74d847bbb66592bad572f891c1d19cc5/f as hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/f/841f5addd36a4a549305233b926ee590_SeqId_6_ - updating store file list. 2024-11-21T11:19:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 841f5addd36a4a549305233b926ee590_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T11:19:56,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/f/841f5addd36a4a549305233b926ee590_SeqId_6_ into 74d847bbb66592bad572f891c1d19cc5/f 2024-11-21T11:19:56,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins.hfs.10__test__1pp2g11hm7ru3n1dboghk1hr0d0qcqph5ul3bangnukq8bpgk3p2c65ktt2t0rdk/f/d30507eda93940c183072acf4fc01ff7_SeqId_6_ into 74d847bbb66592bad572f891c1d19cc5/f (new location: hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/f/841f5addd36a4a549305233b926ee590_SeqId_6_) 2024-11-21T11:19:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/staging/jenkins.hfs.10__test__1pp2g11hm7ru3n1dboghk1hr0d0qcqph5ul3bangnukq8bpgk3p2c65ktt2t0rdk/f/d30507eda93940c183072acf4fc01ff7_SeqId_6_ 2024-11-21T11:19:56,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.ReplicationSink(324): Finished replicating [5f7e0581-23a2-4fa7-aa4d-d0c65b40550a] bulk loaded data 2024-11-21T11:19:56,031 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 687, reset compression=false 2024-11-21T11:19:56,036 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:19:56,036 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.shipper7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,35635,1732187976044 got entry batch from reader: WALEntryBatch [walEntries=[{test/74d847bbb66592bad572f891c1d19cc5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732187996028/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T11:19:56,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.ReplicationSink(318): Replicating [5f7e0581-23a2-4fa7-aa4d-d0c65b40550a, bc971239-de81-4d31-8cf5-84b7a8149ba5] bulk loaded data 2024-11-21T11:19:56,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741844_1020 (size=10791) 2024-11-21T11:19:56,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741845_1021 (size=11194) 2024-11-21T11:19:56,085 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 1033, reset compression=false 2024-11-21T11:19:56,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T11:19:56,095 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins.hfs.11__test__dqp1jorbv079r3phgq58h6t0i80etudop73fesfol3hbor586uubj12bljivc9d8/f/2619eb35308344e894de04600249287b_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-21T11:19:56,098 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/staging/jenkins.hfs.11__test__dqp1jorbv079r3phgq58h6t0i80etudop73fesfol3hbor586uubj12bljivc9d8/f/841f5addd36a4a549305233b926ee590_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-21T11:19:56,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] regionserver.ReplicationSink(324): Finished replicating [5f7e0581-23a2-4fa7-aa4d-d0c65b40550a, bc971239-de81-4d31-8cf5-84b7a8149ba5] bulk loaded data 2024-11-21T11:19:56,236 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 1033, reset compression=false 2024-11-21T11:19:56,540 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 1033, reset compression=false 2024-11-21T11:19:56,589 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 1033, reset compression=false 2024-11-21T11:19:56,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:19:56,729 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:56,729 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:56,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:56,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:56,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:56,730 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:19:56,730 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=353075684, stopped=false 2024-11-21T11:19:56,730 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,40951,1732187980197 2024-11-21T11:19:56,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-835522555/running 2024-11-21T11:19:56,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-835522555/running 2024-11-21T11:19:56,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555 2024-11-21T11:19:56,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555 2024-11-21T11:19:56,731 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:19:56,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:19:56,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Set watcher on znode that does not yet exist, /1-835522555/running 2024-11-21T11:19:56,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:56,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:56,732 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,41043,1732187980244' ***** 2024-11-21T11:19:56,732 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:19:56,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Set watcher on znode that does not yet exist, /1-835522555/running 2024-11-21T11:19:56,733 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:19:56,733 INFO [RS:0;7b462513bfc2:41043 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:19:56,733 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:19:56,733 INFO [RS:0;7b462513bfc2:41043 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:19:56,733 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(3091): Received CLOSE for 611a50de57ded182c3baebe3ce44446f 2024-11-21T11:19:56,734 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(3091): Received CLOSE for 80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:56,734 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,41043,1732187980244 2024-11-21T11:19:56,734 INFO [RS:0;7b462513bfc2:41043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:19:56,734 INFO [RS:0;7b462513bfc2:41043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:41043. 2024-11-21T11:19:56,734 DEBUG [RS:0;7b462513bfc2:41043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:56,734 DEBUG [RS:0;7b462513bfc2:41043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:56,734 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 611a50de57ded182c3baebe3ce44446f, disabling compactions & flushes 2024-11-21T11:19:56,734 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:19:56,734 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:19:56,734 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732187984458.611a50de57ded182c3baebe3ce44446f. 2024-11-21T11:19:56,734 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:19:56,734 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732187984458.611a50de57ded182c3baebe3ce44446f. 2024-11-21T11:19:56,734 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:19:56,734 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732187984458.611a50de57ded182c3baebe3ce44446f. after waiting 0 ms 2024-11-21T11:19:56,734 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732187984458.611a50de57ded182c3baebe3ce44446f. 2024-11-21T11:19:56,734 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T11:19:56,734 DEBUG [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1325): Online Regions={611a50de57ded182c3baebe3ce44446f=test,,1732187984458.611a50de57ded182c3baebe3ce44446f., 1588230740=hbase:meta,,1.1588230740, 80f5d4f6c3efe5f5f56712b32165eccc=hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc.} 2024-11-21T11:19:56,734 DEBUG [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 611a50de57ded182c3baebe3ce44446f, 80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:56,734 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:19:56,734 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:19:56,735 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:19:56,735 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:19:56,735 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:19:56,735 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T11:19:56,739 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/default/test/611a50de57ded182c3baebe3ce44446f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T11:19:56,739 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:19:56,739 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:19:56,739 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732187984458.611a50de57ded182c3baebe3ce44446f. 2024-11-21T11:19:56,739 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 611a50de57ded182c3baebe3ce44446f: Waiting for close lock at 1732187996734Running coprocessor pre-close hooks at 1732187996734Disabling compacts and flushes for region at 1732187996734Disabling writes for close at 1732187996734Writing region close event to WAL at 1732187996735 (+1 ms)Running coprocessor post-close hooks at 1732187996739 (+4 ms)Closed at 1732187996739 2024-11-21T11:19:56,740 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732187984458.611a50de57ded182c3baebe3ce44446f. 2024-11-21T11:19:56,740 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80f5d4f6c3efe5f5f56712b32165eccc, disabling compactions & flushes 2024-11-21T11:19:56,740 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc. 2024-11-21T11:19:56,740 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc. 2024-11-21T11:19:56,740 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc. after waiting 0 ms 2024-11-21T11:19:56,740 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc. 2024-11-21T11:19:56,740 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 80f5d4f6c3efe5f5f56712b32165eccc 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-21T11:19:56,752 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:19:56,756 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/replication/80f5d4f6c3efe5f5f56712b32165eccc/.tmp/hfileref/6d60b16bfaac4483aa922a36ad249b31 is 74, key is 1/hfileref:0eeb5cdfc34c4614a5d267afbbae27bb_SeqId_4_/1732187994598/DeleteColumn/seqid=0 2024-11-21T11:19:56,756 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/.tmp/info/4d16d875353743dbafb485d95e2448e5 is 147, key is hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc./info:regioninfo/1732187989966/Put/seqid=0 2024-11-21T11:19:56,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741846_1022 (size=5345) 2024-11-21T11:19:56,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741847_1023 (size=7686) 2024-11-21T11:19:56,934 DEBUG [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:56,945 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 1033, reset compression=false 2024-11-21T11:19:57,130 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:19:57,130 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:19:57,135 DEBUG [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:57,162 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/replication/80f5d4f6c3efe5f5f56712b32165eccc/.tmp/hfileref/6d60b16bfaac4483aa922a36ad249b31 2024-11-21T11:19:57,162 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/.tmp/info/4d16d875353743dbafb485d95e2448e5 2024-11-21T11:19:57,182 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/.tmp/ns/e2e8c04dd0224312a6b5940fff3b61d0 is 43, key is default/ns:d/1732187983204/Put/seqid=0 2024-11-21T11:19:57,182 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/replication/80f5d4f6c3efe5f5f56712b32165eccc/.tmp/queue/4db5618d5eff4bd7a540de3a3fb4f579 is 154, key is 1-7b462513bfc2,41043,1732187980244/queue:7b462513bfc2%2C41043%2C1732187980244/1732187996033/Put/seqid=0 2024-11-21T11:19:57,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741848_1024 (size=5153) 2024-11-21T11:19:57,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741849_1025 (size=5353) 2024-11-21T11:19:57,193 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 1033, reset compression=false 2024-11-21T11:19:57,197 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:19:57,197 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 1328, reset compression=false 2024-11-21T11:19:57,197 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.shipper7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41043,1732187980244 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:19:57,199 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.shipper7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b462513bfc2,41043,1732187980244: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b462513bfc2,41043,1732187980244, walGroup=7b462513bfc2%2C41043%2C1732187980244, offset=7b462513bfc2%2C41043%2C1732187980244.1732187982272:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:41043 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T11:19:57,200 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.shipper7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T11:19:57,202 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.shipper7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T11:19:57,204 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.shipper7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T11:19:57,204 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.shipper7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T11:19:57,204 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.shipper7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T11:19:57,204 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.shipper7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 503276032 }, "NonHeapMemoryUsage": { "committed": 190382080, "init": 7667712, "max": -1, "used": 187540888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T11:19:57,207 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.shipper7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:40951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:40951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T11:19:57,335 DEBUG [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:57,400 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 1328, reset compression=false 2024-11-21T11:19:57,462 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 1033, reset compression=false 2024-11-21T11:19:57,535 DEBUG [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80f5d4f6c3efe5f5f56712b32165eccc 2024-11-21T11:19:57,586 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/.tmp/ns/e2e8c04dd0224312a6b5940fff3b61d0 2024-11-21T11:19:57,586 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/replication/80f5d4f6c3efe5f5f56712b32165eccc/.tmp/queue/4db5618d5eff4bd7a540de3a3fb4f579 2024-11-21T11:19:57,591 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/replication/80f5d4f6c3efe5f5f56712b32165eccc/.tmp/hfileref/6d60b16bfaac4483aa922a36ad249b31 as hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/replication/80f5d4f6c3efe5f5f56712b32165eccc/hfileref/6d60b16bfaac4483aa922a36ad249b31 2024-11-21T11:19:57,596 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/replication/80f5d4f6c3efe5f5f56712b32165eccc/hfileref/6d60b16bfaac4483aa922a36ad249b31, entries=4, sequenceid=12, filesize=5.2 K 2024-11-21T11:19:57,597 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/replication/80f5d4f6c3efe5f5f56712b32165eccc/.tmp/queue/4db5618d5eff4bd7a540de3a3fb4f579 as hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/replication/80f5d4f6c3efe5f5f56712b32165eccc/queue/4db5618d5eff4bd7a540de3a3fb4f579 2024-11-21T11:19:57,601 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/replication/80f5d4f6c3efe5f5f56712b32165eccc/queue/4db5618d5eff4bd7a540de3a3fb4f579, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T11:19:57,602 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 80f5d4f6c3efe5f5f56712b32165eccc in 862ms, sequenceid=12, compaction requested=false 2024-11-21T11:19:57,606 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/replication/80f5d4f6c3efe5f5f56712b32165eccc/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T11:19:57,607 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:19:57,607 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:19:57,607 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc. 2024-11-21T11:19:57,607 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80f5d4f6c3efe5f5f56712b32165eccc: Waiting for close lock at 1732187996740Running coprocessor pre-close hooks at 1732187996740Disabling compacts and flushes for region at 1732187996740Disabling writes for close at 1732187996740Obtaining lock to block concurrent updates at 1732187996740Preparing flush snapshotting stores in 80f5d4f6c3efe5f5f56712b32165eccc at 1732187996740Finished memstore snapshotting hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732187996740Flushing stores of hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc. at 1732187996741 (+1 ms)Flushing 80f5d4f6c3efe5f5f56712b32165eccc/hfileref: creating writer at 1732187996741Flushing 80f5d4f6c3efe5f5f56712b32165eccc/hfileref: appending metadata at 1732187996755 (+14 ms)Flushing 80f5d4f6c3efe5f5f56712b32165eccc/hfileref: closing flushed file at 1732187996755Flushing 80f5d4f6c3efe5f5f56712b32165eccc/queue: creating writer at 1732187997167 (+412 ms)Flushing 80f5d4f6c3efe5f5f56712b32165eccc/queue: appending metadata at 1732187997181 (+14 ms)Flushing 80f5d4f6c3efe5f5f56712b32165eccc/queue: closing flushed file at 1732187997181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69b0f3f1: reopening flushed file at 1732187997590 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ed8c77: reopening flushed file at 1732187997597 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 80f5d4f6c3efe5f5f56712b32165eccc in 862ms, sequenceid=12, compaction requested=false at 1732187997602 (+5 ms)Writing region close event to WAL at 1732187997603 (+1 ms)Running coprocessor post-close hooks at 1732187997606 (+3 ms)Closed at 1732187997607 (+1 ms) 2024-11-21T11:19:57,607 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732187988789.80f5d4f6c3efe5f5f56712b32165eccc. 2024-11-21T11:19:57,608 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/.tmp/rep_barrier/b5bd79ed7063421595a77173b2274cce is 112, key is test,,1732187984458.611a50de57ded182c3baebe3ce44446f./rep_barrier:seqnumDuringOpen/1732187985616/Put/seqid=0 2024-11-21T11:19:57,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741850_1026 (size=5518) 2024-11-21T11:19:57,705 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 1328, reset compression=false 2024-11-21T11:19:57,735 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T11:19:57,735 DEBUG [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:19:57,735 DEBUG [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:57,936 DEBUG [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:58,013 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/.tmp/rep_barrier/b5bd79ed7063421595a77173b2274cce 2024-11-21T11:19:58,031 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/.tmp/table/f67e5e4c65c6440688ba39fcc3d97969 is 53, key is hbase:replication/table:state/1732187989975/Put/seqid=0 2024-11-21T11:19:58,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741851_1027 (size=5308) 2024-11-21T11:19:58,066 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 1033, reset compression=false 2024-11-21T11:19:58,109 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 1328, reset compression=false 2024-11-21T11:19:58,136 DEBUG [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:58,336 DEBUG [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:19:58,436 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/.tmp/table/f67e5e4c65c6440688ba39fcc3d97969 2024-11-21T11:19:58,441 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/.tmp/info/4d16d875353743dbafb485d95e2448e5 as hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/info/4d16d875353743dbafb485d95e2448e5 2024-11-21T11:19:58,445 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/info/4d16d875353743dbafb485d95e2448e5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T11:19:58,446 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/.tmp/ns/e2e8c04dd0224312a6b5940fff3b61d0 as hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/ns/e2e8c04dd0224312a6b5940fff3b61d0 2024-11-21T11:19:58,450 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/ns/e2e8c04dd0224312a6b5940fff3b61d0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T11:19:58,451 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/.tmp/rep_barrier/b5bd79ed7063421595a77173b2274cce as hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/rep_barrier/b5bd79ed7063421595a77173b2274cce 2024-11-21T11:19:58,455 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/rep_barrier/b5bd79ed7063421595a77173b2274cce, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T11:19:58,456 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/.tmp/table/f67e5e4c65c6440688ba39fcc3d97969 as hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/table/f67e5e4c65c6440688ba39fcc3d97969 2024-11-21T11:19:58,459 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/table/f67e5e4c65c6440688ba39fcc3d97969, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T11:19:58,460 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-21T11:19:58,466 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T11:19:58,466 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:19:58,466 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:19:58,466 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:19:58,466 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732187996734Running coprocessor pre-close hooks at 1732187996734Disabling compacts and flushes for region at 1732187996734Disabling writes for close at 1732187996735 (+1 ms)Obtaining lock to block concurrent updates at 1732187996735Preparing flush snapshotting stores in 1588230740 at 1732187996735Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732187996735Flushing stores of hbase:meta,,1.1588230740 at 1732187996736 (+1 ms)Flushing 1588230740/info: creating writer at 1732187996737 (+1 ms)Flushing 1588230740/info: appending metadata at 1732187996756 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732187996756Flushing 1588230740/ns: creating writer at 1732187997167 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732187997181 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732187997181Flushing 1588230740/rep_barrier: creating writer at 1732187997590 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732187997608 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732187997608Flushing 1588230740/table: creating writer at 1732187998017 (+409 ms)Flushing 1588230740/table: appending metadata at 1732187998031 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732187998031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54d90f66: reopening flushed file at 1732187998441 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2beb2c7: reopening flushed file at 1732187998446 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a871b01: reopening flushed file at 1732187998450 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e31e831: reopening flushed file at 1732187998455 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1732187998460 (+5 ms)Writing region close event to WAL at 1732187998463 (+3 ms)Running coprocessor post-close hooks at 1732187998466 (+3 ms)Closed at 1732187998466 2024-11-21T11:19:58,467 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:19:58,536 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,41043,1732187980244; all regions closed. 2024-11-21T11:19:58,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741834_1010 (size=4239) 2024-11-21T11:19:58,539 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.meta.1732187983162.meta not finished, retry = 0 2024-11-21T11:19:58,613 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.1732187982272 to pos 1328, reset compression=false 2024-11-21T11:19:58,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741839_1015 (size=3127) 2024-11-21T11:19:58,642 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/WALs/7b462513bfc2,41043,1732187980244/7b462513bfc2%2C41043%2C1732187980244.rep.1732187989931 not finished, retry = 0 2024-11-21T11:19:58,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741832_1008 (size=1336) 2024-11-21T11:19:58,746 DEBUG [RS:0;7b462513bfc2:41043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:58,746 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:19:58,746 INFO [RS:0;7b462513bfc2:41043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:19:58,746 INFO [RS:0;7b462513bfc2:41043 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:19:58,746 INFO [RS:0;7b462513bfc2:41043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:19:58,746 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:19:58,747 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,41043,1732187980244 because: Region server is closing 2024-11-21T11:19:58,747 INFO [RS:0;7b462513bfc2:41043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:41043. 2024-11-21T11:19:58,747 DEBUG [RS:0;7b462513bfc2:41043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:58,747 DEBUG [RS:0;7b462513bfc2:41043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:58,747 DEBUG [RS:0;7b462513bfc2:41043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:58,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:58,770 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 1033, reset compression=false 2024-11-21T11:19:58,847 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.shipper7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 terminated 2024-11-21T11:19:58,847 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41043,1732187980244.replicationSource.wal-reader.7b462513bfc2%2C41043%2C1732187980244,1-7b462513bfc2,41043,1732187980244 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T11:19:58,848 INFO [RS:0;7b462513bfc2:41043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:41043. 2024-11-21T11:19:58,848 DEBUG [RS:0;7b462513bfc2:41043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:19:58,848 DEBUG [RS:0;7b462513bfc2:41043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:58,848 DEBUG [RS:0;7b462513bfc2:41043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:19:58,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:19:58,848 INFO [RS:0;7b462513bfc2:41043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41043 2024-11-21T11:19:58,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-835522555/rs/7b462513bfc2,41043,1732187980244 2024-11-21T11:19:58,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555/rs 2024-11-21T11:19:58,852 INFO [RS:0;7b462513bfc2:41043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:19:58,854 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,41043,1732187980244] 2024-11-21T11:19:58,855 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-835522555/draining/7b462513bfc2,41043,1732187980244 already deleted, retry=false 2024-11-21T11:19:58,855 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,41043,1732187980244 expired; onlineServers=0 2024-11-21T11:19:58,855 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,40951,1732187980197' ***** 2024-11-21T11:19:58,855 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:19:58,855 INFO [M:0;7b462513bfc2:40951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:19:58,855 INFO [M:0;7b462513bfc2:40951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:19:58,855 DEBUG [M:0;7b462513bfc2:40951 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:19:58,856 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:19:58,856 DEBUG [M:0;7b462513bfc2:40951 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:19:58,856 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187982017 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187982017,5,FailOnTimeoutGroup] 2024-11-21T11:19:58,856 INFO [M:0;7b462513bfc2:40951 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:19:58,856 INFO [M:0;7b462513bfc2:40951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:19:58,856 DEBUG [M:0;7b462513bfc2:40951 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:19:58,856 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187982017 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187982017,5,FailOnTimeoutGroup] 2024-11-21T11:19:58,856 INFO [M:0;7b462513bfc2:40951 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:19:58,856 INFO [M:0;7b462513bfc2:40951 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:19:58,856 INFO [M:0;7b462513bfc2:40951 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:19:58,856 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:19:58,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-835522555/master 2024-11-21T11:19:58,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-835522555 2024-11-21T11:19:58,857 DEBUG [M:0;7b462513bfc2:40951 {}] zookeeper.ZKUtil(347): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Unable to get data of znode /1-835522555/master because node does not exist (not an error) 2024-11-21T11:19:58,857 WARN [M:0;7b462513bfc2:40951 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:19:58,858 INFO [M:0;7b462513bfc2:40951 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/.lastflushedseqids 2024-11-21T11:19:58,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741852_1028 (size=263) 2024-11-21T11:19:58,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:58,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41043-0x1013a40d7590004, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:19:58,954 INFO [RS:0;7b462513bfc2:41043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:19:58,954 INFO [RS:0;7b462513bfc2:41043 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,41043,1732187980244; zookeeper connection closed. 2024-11-21T11:19:58,955 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@167d7f9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@167d7f9d 2024-11-21T11:19:58,955 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:19:59,262 INFO [M:0;7b462513bfc2:40951 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:19:59,262 INFO [M:0;7b462513bfc2:40951 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:19:59,263 DEBUG [M:0;7b462513bfc2:40951 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:19:59,263 INFO [M:0;7b462513bfc2:40951 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:59,263 DEBUG [M:0;7b462513bfc2:40951 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:59,263 DEBUG [M:0;7b462513bfc2:40951 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:19:59,263 DEBUG [M:0;7b462513bfc2:40951 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:19:59,263 INFO [M:0;7b462513bfc2:40951 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T11:19:59,278 DEBUG [M:0;7b462513bfc2:40951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e9d04bc3af9443dbdd32f1c6919b54e is 82, key is hbase:meta,,1/info:regioninfo/1732187983194/Put/seqid=0 2024-11-21T11:19:59,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741853_1029 (size=5672) 2024-11-21T11:19:59,574 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 1033, reset compression=false 2024-11-21T11:19:59,683 INFO [M:0;7b462513bfc2:40951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e9d04bc3af9443dbdd32f1c6919b54e 2024-11-21T11:19:59,702 DEBUG [M:0;7b462513bfc2:40951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8453868f3cae4e4393650dc03749a5ba is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732187989979/Put/seqid=0 2024-11-21T11:19:59,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741854_1030 (size=8516) 2024-11-21T11:20:00,106 INFO [M:0;7b462513bfc2:40951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8453868f3cae4e4393650dc03749a5ba 2024-11-21T11:20:00,134 DEBUG [M:0;7b462513bfc2:40951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c2458fef25445c0921e297a24109b82 is 69, key is 7b462513bfc2,41043,1732187980244/rs:state/1732187982095/Put/seqid=0 2024-11-21T11:20:00,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741855_1031 (size=5156) 2024-11-21T11:20:00,478 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 1033, reset compression=false 2024-11-21T11:20:00,543 INFO [M:0;7b462513bfc2:40951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c2458fef25445c0921e297a24109b82 2024-11-21T11:20:00,549 DEBUG [M:0;7b462513bfc2:40951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e9d04bc3af9443dbdd32f1c6919b54e as hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e9d04bc3af9443dbdd32f1c6919b54e 2024-11-21T11:20:00,553 INFO [M:0;7b462513bfc2:40951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e9d04bc3af9443dbdd32f1c6919b54e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T11:20:00,554 DEBUG [M:0;7b462513bfc2:40951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8453868f3cae4e4393650dc03749a5ba as hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8453868f3cae4e4393650dc03749a5ba 2024-11-21T11:20:00,558 INFO [M:0;7b462513bfc2:40951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8453868f3cae4e4393650dc03749a5ba, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T11:20:00,559 DEBUG [M:0;7b462513bfc2:40951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c2458fef25445c0921e297a24109b82 as hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c2458fef25445c0921e297a24109b82 2024-11-21T11:20:00,563 INFO [M:0;7b462513bfc2:40951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43635/user/jenkins/test-data/6f956166-17fb-89d6-8910-8f511f33b9f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c2458fef25445c0921e297a24109b82, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T11:20:00,564 INFO [M:0;7b462513bfc2:40951 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=97, compaction requested=false 2024-11-21T11:20:00,568 INFO [M:0;7b462513bfc2:40951 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:00,569 DEBUG [M:0;7b462513bfc2:40951 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732187999263Disabling compacts and flushes for region at 1732187999263Disabling writes for close at 1732187999263Obtaining lock to block concurrent updates at 1732187999263Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732187999263Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732187999263Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732187999264 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732187999264Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732187999278 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732187999278Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732187999687 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732187999701 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732187999701Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732188000116 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732188000134 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732188000134Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75fb50f5: reopening flushed file at 1732188000548 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fdc67e0: reopening flushed file at 1732188000553 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a5dbbd2: reopening flushed file at 1732188000558 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=97, compaction requested=false at 1732188000564 (+6 ms)Writing region close event to WAL at 1732188000568 (+4 ms)Closed at 1732188000568 2024-11-21T11:20:00,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741830_1006 (size=63654) 2024-11-21T11:20:00,571 INFO [M:0;7b462513bfc2:40951 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:20:00,572 INFO [M:0;7b462513bfc2:40951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40951 2024-11-21T11:20:00,572 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:20:00,572 INFO [M:0;7b462513bfc2:40951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:20:00,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:20:00,675 INFO [M:0;7b462513bfc2:40951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:20:00,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1013a40d7590003, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:20:00,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76dff982{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:20:00,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21327da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:20:00,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:20:00,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@613e9d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:20:00,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff3877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/hadoop.log.dir/,STOPPED} 2024-11-21T11:20:00,679 WARN [BP-1062666142-172.17.0.2-1732187979123 heartbeating to localhost/127.0.0.1:43635 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:20:00,679 WARN [BP-1062666142-172.17.0.2-1732187979123 heartbeating to localhost/127.0.0.1:43635 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1062666142-172.17.0.2-1732187979123 (Datanode Uuid 1efa8e86-fe3d-46df-81fd-ec1f5c5226c0) service to localhost/127.0.0.1:43635 2024-11-21T11:20:00,679 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:20:00,679 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:20:00,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/cluster_1bc81036-9393-3b87-adbf-3ee4c45fe748/data/data1/current/BP-1062666142-172.17.0.2-1732187979123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:20:00,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/cluster_1bc81036-9393-3b87-adbf-3ee4c45fe748/data/data2/current/BP-1062666142-172.17.0.2-1732187979123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:20:00,680 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:20:00,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38ac04b5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:20:00,692 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6866c87b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:20:00,692 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:20:00,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2976d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:20:00,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a47cf22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/hadoop.log.dir/,STOPPED} 2024-11-21T11:20:00,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:20:00,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:20:00,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:20:00,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:00,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:00,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:00,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:00,705 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:20:00,705 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1019481594, stopped=false 2024-11-21T11:20:00,705 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,41581,1732187975970 2024-11-21T11:20:00,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01063943126/running 2024-11-21T11:20:00,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01063943126/running 2024-11-21T11:20:00,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126 2024-11-21T11:20:00,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126 2024-11-21T11:20:00,708 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:20:00,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Set watcher on znode that does not yet exist, /01063943126/running 2024-11-21T11:20:00,709 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:20:00,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Set watcher on znode that does not yet exist, /01063943126/running 2024-11-21T11:20:00,709 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:00,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:00,709 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,35635,1732187976044' ***** 2024-11-21T11:20:00,709 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:20:00,709 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:20:00,709 INFO [RS:0;7b462513bfc2:35635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:20:00,709 INFO [RS:0;7b462513bfc2:35635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:20:00,709 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:20:00,710 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(3091): Received CLOSE for 74d847bbb66592bad572f891c1d19cc5 2024-11-21T11:20:00,710 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(3091): Received CLOSE for 3eeb3aaa859081a7c0235ccbeb772016 2024-11-21T11:20:00,710 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,35635,1732187976044 2024-11-21T11:20:00,710 INFO [RS:0;7b462513bfc2:35635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:20:00,710 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74d847bbb66592bad572f891c1d19cc5, disabling compactions & flushes 2024-11-21T11:20:00,710 INFO [RS:0;7b462513bfc2:35635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:35635. 2024-11-21T11:20:00,710 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732187983314.74d847bbb66592bad572f891c1d19cc5. 2024-11-21T11:20:00,710 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732187983314.74d847bbb66592bad572f891c1d19cc5. 2024-11-21T11:20:00,710 DEBUG [RS:0;7b462513bfc2:35635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:00,710 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732187983314.74d847bbb66592bad572f891c1d19cc5. after waiting 0 ms 2024-11-21T11:20:00,710 DEBUG [RS:0;7b462513bfc2:35635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:00,710 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732187983314.74d847bbb66592bad572f891c1d19cc5. 2024-11-21T11:20:00,710 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:20:00,710 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:20:00,710 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:20:00,710 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:20:00,712 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T11:20:00,712 DEBUG [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 74d847bbb66592bad572f891c1d19cc5=test,,1732187983314.74d847bbb66592bad572f891c1d19cc5., 3eeb3aaa859081a7c0235ccbeb772016=hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016.} 2024-11-21T11:20:00,713 DEBUG [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3eeb3aaa859081a7c0235ccbeb772016, 74d847bbb66592bad572f891c1d19cc5 2024-11-21T11:20:00,713 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:20:00,713 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:20:00,713 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:20:00,713 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:20:00,713 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:20:00,713 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T11:20:00,725 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/default/test/74d847bbb66592bad572f891c1d19cc5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T11:20:00,725 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:20:00,726 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:20:00,726 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732187983314.74d847bbb66592bad572f891c1d19cc5. 2024-11-21T11:20:00,726 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74d847bbb66592bad572f891c1d19cc5: Waiting for close lock at 1732188000710Running coprocessor pre-close hooks at 1732188000710Disabling compacts and flushes for region at 1732188000710Disabling writes for close at 1732188000710Writing region close event to WAL at 1732188000720 (+10 ms)Running coprocessor post-close hooks at 1732188000725 (+5 ms)Closed at 1732188000726 (+1 ms) 2024-11-21T11:20:00,726 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732187983314.74d847bbb66592bad572f891c1d19cc5. 2024-11-21T11:20:00,726 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3eeb3aaa859081a7c0235ccbeb772016, disabling compactions & flushes 2024-11-21T11:20:00,726 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016. 2024-11-21T11:20:00,726 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016. 2024-11-21T11:20:00,726 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016. after waiting 0 ms 2024-11-21T11:20:00,726 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016. 2024-11-21T11:20:00,726 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3eeb3aaa859081a7c0235ccbeb772016 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-21T11:20:00,735 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:20:00,736 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/.tmp/info/c01d75dedd6e4eaea420d7d71124bee9 is 147, key is hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016./info:regioninfo/1732187987806/Put/seqid=0 2024-11-21T11:20:00,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741846_1022 (size=7686) 2024-11-21T11:20:00,745 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/.tmp/info/c01d75dedd6e4eaea420d7d71124bee9 2024-11-21T11:20:00,750 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/replication/3eeb3aaa859081a7c0235ccbeb772016/.tmp/hfileref/8f46a03e2e63459eae966c3c317f52d8 is 74, key is 1/hfileref:2619eb35308344e894de04600249287b_SeqId_6_/1732187996105/DeleteColumn/seqid=0 2024-11-21T11:20:00,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741847_1023 (size=5345) 2024-11-21T11:20:00,760 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/replication/3eeb3aaa859081a7c0235ccbeb772016/.tmp/hfileref/8f46a03e2e63459eae966c3c317f52d8 2024-11-21T11:20:00,781 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/.tmp/ns/ebc0b247b80340beaaf7bb71c4f5b399 is 43, key is default/ns:d/1732187979035/Put/seqid=0 2024-11-21T11:20:00,785 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/replication/3eeb3aaa859081a7c0235ccbeb772016/.tmp/queue/fe4bb6e767ae4fe69f7887c2e1067e09 is 154, key is 1-7b462513bfc2,35635,1732187976044/queue:7b462513bfc2%2C35635%2C1732187976044/1732187996107/Put/seqid=0 2024-11-21T11:20:00,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741848_1024 (size=5153) 2024-11-21T11:20:00,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741849_1025 (size=5353) 2024-11-21T11:20:00,913 DEBUG [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3eeb3aaa859081a7c0235ccbeb772016 2024-11-21T11:20:00,953 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:20:00,953 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:20:01,113 DEBUG [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3eeb3aaa859081a7c0235ccbeb772016 2024-11-21T11:20:01,194 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/.tmp/ns/ebc0b247b80340beaaf7bb71c4f5b399 2024-11-21T11:20:01,204 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/replication/3eeb3aaa859081a7c0235ccbeb772016/.tmp/queue/fe4bb6e767ae4fe69f7887c2e1067e09 2024-11-21T11:20:01,209 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/replication/3eeb3aaa859081a7c0235ccbeb772016/.tmp/hfileref/8f46a03e2e63459eae966c3c317f52d8 as hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/replication/3eeb3aaa859081a7c0235ccbeb772016/hfileref/8f46a03e2e63459eae966c3c317f52d8 2024-11-21T11:20:01,214 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/replication/3eeb3aaa859081a7c0235ccbeb772016/hfileref/8f46a03e2e63459eae966c3c317f52d8, entries=4, sequenceid=12, filesize=5.2 K 2024-11-21T11:20:01,215 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/replication/3eeb3aaa859081a7c0235ccbeb772016/.tmp/queue/fe4bb6e767ae4fe69f7887c2e1067e09 as hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/replication/3eeb3aaa859081a7c0235ccbeb772016/queue/fe4bb6e767ae4fe69f7887c2e1067e09 2024-11-21T11:20:01,220 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/replication/3eeb3aaa859081a7c0235ccbeb772016/queue/fe4bb6e767ae4fe69f7887c2e1067e09, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T11:20:01,221 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 3eeb3aaa859081a7c0235ccbeb772016 in 495ms, sequenceid=12, compaction requested=false 2024-11-21T11:20:01,221 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T11:20:01,222 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/.tmp/rep_barrier/25475b7d7353482bb5114c56b7bceff6 is 112, key is test,,1732187983314.74d847bbb66592bad572f891c1d19cc5./rep_barrier:seqnumDuringOpen/1732187984085/Put/seqid=0 2024-11-21T11:20:01,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741850_1026 (size=5518) 2024-11-21T11:20:01,235 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/replication/3eeb3aaa859081a7c0235ccbeb772016/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T11:20:01,238 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:20:01,238 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:20:01,238 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016. 2024-11-21T11:20:01,238 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3eeb3aaa859081a7c0235ccbeb772016: Waiting for close lock at 1732188000726Running coprocessor pre-close hooks at 1732188000726Disabling compacts and flushes for region at 1732188000726Disabling writes for close at 1732188000726Obtaining lock to block concurrent updates at 1732188000726Preparing flush snapshotting stores in 3eeb3aaa859081a7c0235ccbeb772016 at 1732188000726Finished memstore snapshotting hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732188000727 (+1 ms)Flushing stores of hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016. at 1732188000727Flushing 3eeb3aaa859081a7c0235ccbeb772016/hfileref: creating writer at 1732188000727Flushing 3eeb3aaa859081a7c0235ccbeb772016/hfileref: appending metadata at 1732188000749 (+22 ms)Flushing 3eeb3aaa859081a7c0235ccbeb772016/hfileref: closing flushed file at 1732188000749Flushing 3eeb3aaa859081a7c0235ccbeb772016/queue: creating writer at 1732188000764 (+15 ms)Flushing 3eeb3aaa859081a7c0235ccbeb772016/queue: appending metadata at 1732188000784 (+20 ms)Flushing 3eeb3aaa859081a7c0235ccbeb772016/queue: closing flushed file at 1732188000784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2faf8ef0: reopening flushed file at 1732188001208 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76331c00: reopening flushed file at 1732188001214 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 3eeb3aaa859081a7c0235ccbeb772016 in 495ms, sequenceid=12, compaction requested=false at 1732188001221 (+7 ms)Writing region close event to WAL at 1732188001233 (+12 ms)Running coprocessor post-close hooks at 1732188001237 (+4 ms)Closed at 1732188001238 (+1 ms) 2024-11-21T11:20:01,238 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732187986636.3eeb3aaa859081a7c0235ccbeb772016. 2024-11-21T11:20:01,313 DEBUG [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:20:01,482 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 1033, reset compression=false 2024-11-21T11:20:01,495 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:01,495 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 1328, reset compression=false 2024-11-21T11:20:01,496 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.shipper7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,35635,1732187976044 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:01,497 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.shipper7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b462513bfc2,35635,1732187976044: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b462513bfc2,35635,1732187976044, walGroup=7b462513bfc2%2C35635%2C1732187976044, offset=7b462513bfc2%2C35635%2C1732187976044.1732187978053:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:35635 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T11:20:01,498 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.shipper7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T11:20:01,498 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.shipper7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T11:20:01,499 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.shipper7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T11:20:01,499 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.shipper7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T11:20:01,499 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.shipper7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T11:20:01,499 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.shipper7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 564093440 }, "NonHeapMemoryUsage": { "committed": 191365120, "init": 7667712, "max": -1, "used": 188459024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T11:20:01,500 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.shipper7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:41581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:41581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T11:20:01,513 DEBUG [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:20:01,632 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/.tmp/rep_barrier/25475b7d7353482bb5114c56b7bceff6 2024-11-21T11:20:01,678 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/.tmp/table/95035064d3ca4edf996d6a1a59b90341 is 53, key is hbase:replication/table:state/1732187987813/Put/seqid=0 2024-11-21T11:20:01,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741851_1027 (size=5308) 2024-11-21T11:20:01,683 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/.tmp/table/95035064d3ca4edf996d6a1a59b90341 2024-11-21T11:20:01,689 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/.tmp/info/c01d75dedd6e4eaea420d7d71124bee9 as hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/info/c01d75dedd6e4eaea420d7d71124bee9 2024-11-21T11:20:01,693 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/info/c01d75dedd6e4eaea420d7d71124bee9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T11:20:01,694 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/.tmp/ns/ebc0b247b80340beaaf7bb71c4f5b399 as hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/ns/ebc0b247b80340beaaf7bb71c4f5b399 2024-11-21T11:20:01,698 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/ns/ebc0b247b80340beaaf7bb71c4f5b399, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T11:20:01,700 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/.tmp/rep_barrier/25475b7d7353482bb5114c56b7bceff6 as hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/rep_barrier/25475b7d7353482bb5114c56b7bceff6 2024-11-21T11:20:01,709 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/rep_barrier/25475b7d7353482bb5114c56b7bceff6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T11:20:01,709 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.wal-reader.7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.1732187978053 to pos 1328, reset compression=false 2024-11-21T11:20:01,713 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/.tmp/table/95035064d3ca4edf996d6a1a59b90341 as hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/table/95035064d3ca4edf996d6a1a59b90341 2024-11-21T11:20:01,714 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T11:20:01,714 DEBUG [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:20:01,714 DEBUG [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:20:01,719 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/table/95035064d3ca4edf996d6a1a59b90341, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T11:20:01,720 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1007ms, sequenceid=16, compaction requested=false 2024-11-21T11:20:01,720 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:20:01,742 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T11:20:01,743 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:20:01,743 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:20:01,743 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:20:01,743 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188000713Running coprocessor pre-close hooks at 1732188000713Disabling compacts and flushes for region at 1732188000713Disabling writes for close at 1732188000713Obtaining lock to block concurrent updates at 1732188000713Preparing flush snapshotting stores in 1588230740 at 1732188000713Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732188000713Flushing stores of hbase:meta,,1.1588230740 at 1732188000714 (+1 ms)Flushing 1588230740/info: creating writer at 1732188000714Flushing 1588230740/info: appending metadata at 1732188000736 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732188000736Flushing 1588230740/ns: creating writer at 1732188000759 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732188000780 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732188000780Flushing 1588230740/rep_barrier: creating writer at 1732188001199 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732188001222 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732188001222Flushing 1588230740/table: creating writer at 1732188001652 (+430 ms)Flushing 1588230740/table: appending metadata at 1732188001678 (+26 ms)Flushing 1588230740/table: closing flushed file at 1732188001678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f091c79: reopening flushed file at 1732188001688 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c704743: reopening flushed file at 1732188001693 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c0c8487: reopening flushed file at 1732188001699 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@732bc0a4: reopening flushed file at 1732188001710 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1007ms, sequenceid=16, compaction requested=false at 1732188001720 (+10 ms)Writing region close event to WAL at 1732188001737 (+17 ms)Running coprocessor post-close hooks at 1732188001743 (+6 ms)Closed at 1732188001743 2024-11-21T11:20:01,743 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:20:01,914 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,35635,1732187976044; all regions closed. 2024-11-21T11:20:01,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741834_1010 (size=4239) 2024-11-21T11:20:01,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741839_1015 (size=3127) 2024-11-21T11:20:01,921 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/WALs/7b462513bfc2,35635,1732187976044/7b462513bfc2%2C35635%2C1732187976044.rep.1732187987771 not finished, retry = 0 2024-11-21T11:20:02,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741832_1008 (size=1336) 2024-11-21T11:20:02,028 DEBUG [RS:0;7b462513bfc2:35635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:02,028 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:20:02,028 INFO [RS:0;7b462513bfc2:35635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:20:02,028 INFO [RS:0;7b462513bfc2:35635 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T11:20:02,028 INFO [RS:0;7b462513bfc2:35635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:20:02,028 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,35635,1732187976044 because: Region server is closing 2024-11-21T11:20:02,028 INFO [RS:0;7b462513bfc2:35635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:35635. 2024-11-21T11:20:02,028 DEBUG [RS:0;7b462513bfc2:35635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:02,029 DEBUG [RS:0;7b462513bfc2:35635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:02,029 DEBUG [RS:0;7b462513bfc2:35635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:02,029 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:20:02,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:02,129 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35635,1732187976044.replicationSource.shipper7b462513bfc2%2C35635%2C1732187976044,1-7b462513bfc2,35635,1732187976044 terminated 2024-11-21T11:20:02,129 INFO [RS:0;7b462513bfc2:35635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:35635. 2024-11-21T11:20:02,129 DEBUG [RS:0;7b462513bfc2:35635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:02,129 DEBUG [RS:0;7b462513bfc2:35635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:02,130 DEBUG [RS:0;7b462513bfc2:35635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:02,130 INFO [RS:0;7b462513bfc2:35635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35635 2024-11-21T11:20:02,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:02,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126/rs 2024-11-21T11:20:02,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01063943126/rs/7b462513bfc2,35635,1732187976044 2024-11-21T11:20:02,132 INFO [RS:0;7b462513bfc2:35635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:20:02,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,35635,1732187976044] 2024-11-21T11:20:02,137 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01063943126/draining/7b462513bfc2,35635,1732187976044 already deleted, retry=false 2024-11-21T11:20:02,137 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,35635,1732187976044 expired; onlineServers=0 2024-11-21T11:20:02,137 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,41581,1732187975970' ***** 2024-11-21T11:20:02,137 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:20:02,137 INFO [M:0;7b462513bfc2:41581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:20:02,137 INFO [M:0;7b462513bfc2:41581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:20:02,137 DEBUG [M:0;7b462513bfc2:41581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:20:02,137 DEBUG [M:0;7b462513bfc2:41581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:20:02,137 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:20:02,138 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187977844 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732187977844,5,FailOnTimeoutGroup] 2024-11-21T11:20:02,138 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187977848 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732187977848,5,FailOnTimeoutGroup] 2024-11-21T11:20:02,138 INFO [M:0;7b462513bfc2:41581 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:20:02,138 INFO [M:0;7b462513bfc2:41581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:20:02,138 DEBUG [M:0;7b462513bfc2:41581 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:20:02,138 INFO [M:0;7b462513bfc2:41581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:20:02,138 INFO [M:0;7b462513bfc2:41581 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:20:02,138 INFO [M:0;7b462513bfc2:41581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:20:02,138 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:20:02,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01063943126/master 2024-11-21T11:20:02,140 DEBUG [M:0;7b462513bfc2:41581 {}] zookeeper.ZKUtil(347): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Unable to get data of znode /01063943126/master because node does not exist (not an error) 2024-11-21T11:20:02,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01063943126 2024-11-21T11:20:02,140 WARN [M:0;7b462513bfc2:41581 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:20:02,144 INFO [M:0;7b462513bfc2:41581 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/.lastflushedseqids 2024-11-21T11:20:02,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741852_1028 (size=263) 2024-11-21T11:20:02,164 INFO [M:0;7b462513bfc2:41581 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:20:02,165 INFO [M:0;7b462513bfc2:41581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:20:02,165 DEBUG [M:0;7b462513bfc2:41581 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:20:02,165 INFO [M:0;7b462513bfc2:41581 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:02,165 DEBUG [M:0;7b462513bfc2:41581 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:02,165 DEBUG [M:0;7b462513bfc2:41581 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:20:02,165 DEBUG [M:0;7b462513bfc2:41581 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:02,165 INFO [M:0;7b462513bfc2:41581 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-21T11:20:02,195 DEBUG [M:0;7b462513bfc2:41581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fc5573fac764a0ea7d64f879bcfb4da is 82, key is hbase:meta,,1/info:regioninfo/1732187979022/Put/seqid=0 2024-11-21T11:20:02,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741853_1029 (size=5672) 2024-11-21T11:20:02,209 INFO [M:0;7b462513bfc2:41581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fc5573fac764a0ea7d64f879bcfb4da 2024-11-21T11:20:02,234 DEBUG [M:0;7b462513bfc2:41581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/361b9223ca794f4daf685cbc3a5302b4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732187987817/Put/seqid=0 2024-11-21T11:20:02,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:20:02,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1013a40d7590001, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:20:02,235 INFO [RS:0;7b462513bfc2:35635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:20:02,235 INFO [RS:0;7b462513bfc2:35635 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,35635,1732187976044; zookeeper connection closed. 2024-11-21T11:20:02,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:20:02,243 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ad9b68b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ad9b68b 2024-11-21T11:20:02,243 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:20:02,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:02,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:02,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:02,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:02,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:02,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:02,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741854_1030 (size=8515) 2024-11-21T11:20:02,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:02,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:02,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:02,687 INFO [M:0;7b462513bfc2:41581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/361b9223ca794f4daf685cbc3a5302b4 2024-11-21T11:20:02,711 DEBUG [M:0;7b462513bfc2:41581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bcce56543574cb3832219e9e67b3c17 is 69, key is 7b462513bfc2,35635,1732187976044/rs:state/1732187977899/Put/seqid=0 2024-11-21T11:20:02,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741855_1031 (size=5156) 2024-11-21T11:20:03,116 INFO [M:0;7b462513bfc2:41581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bcce56543574cb3832219e9e67b3c17 2024-11-21T11:20:03,122 DEBUG [M:0;7b462513bfc2:41581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fc5573fac764a0ea7d64f879bcfb4da as hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fc5573fac764a0ea7d64f879bcfb4da 2024-11-21T11:20:03,129 INFO [M:0;7b462513bfc2:41581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fc5573fac764a0ea7d64f879bcfb4da, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T11:20:03,130 DEBUG [M:0;7b462513bfc2:41581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/361b9223ca794f4daf685cbc3a5302b4 as hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/361b9223ca794f4daf685cbc3a5302b4 2024-11-21T11:20:03,135 INFO [M:0;7b462513bfc2:41581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/361b9223ca794f4daf685cbc3a5302b4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T11:20:03,136 DEBUG [M:0;7b462513bfc2:41581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bcce56543574cb3832219e9e67b3c17 as hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bcce56543574cb3832219e9e67b3c17 2024-11-21T11:20:03,158 INFO [M:0;7b462513bfc2:41581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33209/user/jenkins/test-data/718035f6-04f7-ff68-8b67-a013d4f55e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bcce56543574cb3832219e9e67b3c17, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T11:20:03,160 INFO [M:0;7b462513bfc2:41581 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 995ms, sequenceid=97, compaction requested=false 2024-11-21T11:20:03,162 INFO [M:0;7b462513bfc2:41581 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:03,162 DEBUG [M:0;7b462513bfc2:41581 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188002165Disabling compacts and flushes for region at 1732188002165Disabling writes for close at 1732188002165Obtaining lock to block concurrent updates at 1732188002165Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732188002165Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732188002166 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732188002166Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732188002166Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732188002194 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732188002194Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732188002214 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732188002233 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732188002233Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732188002692 (+459 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732188002710 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732188002710Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be175dc: reopening flushed file at 1732188003121 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21c771f0: reopening flushed file at 1732188003129 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17697143: reopening flushed file at 1732188003135 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 995ms, sequenceid=97, compaction requested=false at 1732188003160 (+25 ms)Writing region close event to WAL at 1732188003162 (+2 ms)Closed at 1732188003162 2024-11-21T11:20:03,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741830_1006 (size=63642) 2024-11-21T11:20:03,166 INFO [M:0;7b462513bfc2:41581 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:20:03,166 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:20:03,166 INFO [M:0;7b462513bfc2:41581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41581 2024-11-21T11:20:03,167 INFO [M:0;7b462513bfc2:41581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:20:03,269 INFO [M:0;7b462513bfc2:41581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:20:03,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:20:03,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1013a40d7590000, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:20:03,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f31ef2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:20:03,272 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31782b69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:20:03,272 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:20:03,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a5f470f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:20:03,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ddca0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/hadoop.log.dir/,STOPPED} 2024-11-21T11:20:03,274 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:20:03,274 WARN [BP-874394433-172.17.0.2-1732187974881 heartbeating to localhost/127.0.0.1:33209 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:20:03,274 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:20:03,274 WARN [BP-874394433-172.17.0.2-1732187974881 heartbeating to localhost/127.0.0.1:33209 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-874394433-172.17.0.2-1732187974881 (Datanode Uuid df8ac55e-dbaa-4ac3-b6b5-aeb4e3b3de49) service to localhost/127.0.0.1:33209 2024-11-21T11:20:03,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/cluster_1ccdc9c5-7ec4-cd4e-9f89-341c77c2f0e5/data/data1/current/BP-874394433-172.17.0.2-1732187974881 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:20:03,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/cluster_1ccdc9c5-7ec4-cd4e-9f89-341c77c2f0e5/data/data2/current/BP-874394433-172.17.0.2-1732187974881 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:20:03,275 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:20:03,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bf57691{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:20:03,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12386e47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:20:03,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:20:03,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db69a8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:20:03,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5736233d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f10067e-b825-7927-2526-3cedcb49e20b/hadoop.log.dir/,STOPPED} 2024-11-21T11:20:03,293 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T11:20:03,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:20:03,316 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=248 (was 204) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33209 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43635 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43635 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33209 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33209 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63452) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43635 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63452) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=626 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 283) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5608 (was 4511) - AvailableMemoryMB LEAK? - 2024-11-21T11:20:03,328 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=248, OpenFileDescriptor=626, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=5608 2024-11-21T11:20:03,342 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-21T11:20:03,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/hadoop.log.dir so I do NOT create it in target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64 2024-11-21T11:20:03,343 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:20:03,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/hadoop.tmp.dir so I do NOT create it in target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64 2024-11-21T11:20:03,343 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9634c443-f916-c5e9-9408-6ea4c0fbdde1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:20:03,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64 2024-11-21T11:20:03,343 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/cluster_d7b65373-a2f0-0e07-29dc-1f8f0bba5795, deleteOnExit=true 2024-11-21T11:20:03,352 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/cluster_d7b65373-a2f0-0e07-29dc-1f8f0bba5795/zookeeper_0, clientPort=53663, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/cluster_d7b65373-a2f0-0e07-29dc-1f8f0bba5795/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/cluster_d7b65373-a2f0-0e07-29dc-1f8f0bba5795/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T11:20:03,353 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53663 2024-11-21T11:20:03,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:20:03,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:20:03,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/test.cache.data in system properties and HBase conf 2024-11-21T11:20:03,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:20:03,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:20:03,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:20:03,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:20:03,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:20:03,354 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:20:03,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:20:03,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:20:03,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:20:03,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:20:03,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:20:03,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:20:03,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:20:03,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:20:03,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:20:03,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:20:03,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:20:03,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:20:03,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:20:03,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:20:03,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013a40d7590002, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:20:03,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013a40d7590005, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:20:03,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013a40d7590005, quorum=127.0.0.1:63452, baseZNode=/1-835522555 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:20:03,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013a40d7590002, quorum=127.0.0.1:63452, baseZNode=/01063943126 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:20:03,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:20:03,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:20:03,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:20:03,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:20:03,487 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:20:03,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:20:03,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ed0da3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:20:03,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37119634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:20:03,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dfe3b00{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/java.io.tmpdir/jetty-localhost-45627-hadoop-hdfs-3_4_1-tests_jar-_-any-4561187352773417400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:20:03,649 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b889264{HTTP/1.1, (http/1.1)}{localhost:45627} 2024-11-21T11:20:03,650 INFO [Time-limited test {}] server.Server(415): Started @179261ms 2024-11-21T11:20:03,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:20:03,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:20:03,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:20:03,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:20:03,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:20:03,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201eac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:20:03,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67bebb46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:20:03,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27fc8e6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/java.io.tmpdir/jetty-localhost-41971-hadoop-hdfs-3_4_1-tests_jar-_-any-2130111731296710146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:20:03,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@644bdaa3{HTTP/1.1, (http/1.1)}{localhost:41971} 2024-11-21T11:20:03,983 INFO [Time-limited test {}] server.Server(415): Started @179595ms 2024-11-21T11:20:03,985 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:20:04,114 WARN [Thread-2195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/cluster_d7b65373-a2f0-0e07-29dc-1f8f0bba5795/data/data1/current/BP-721074484-172.17.0.2-1732188003381/current, will proceed with Du for space computation calculation, 2024-11-21T11:20:04,114 WARN [Thread-2196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/cluster_d7b65373-a2f0-0e07-29dc-1f8f0bba5795/data/data2/current/BP-721074484-172.17.0.2-1732188003381/current, will proceed with Du for space computation calculation, 2024-11-21T11:20:04,152 WARN [Thread-2183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:20:04,156 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53c0e4b19d2ecae5 with lease ID 0x946f5b38b155f849: Processing first storage report for DS-d4e6e5e4-a622-4a55-b2dc-99d73c6c080f from datanode DatanodeRegistration(127.0.0.1:36679, datanodeUuid=cb7083a0-0f9c-4531-b017-c098077e1d52, infoPort=42959, infoSecurePort=0, ipcPort=38137, storageInfo=lv=-57;cid=testClusterID;nsid=888232938;c=1732188003381) 2024-11-21T11:20:04,156 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53c0e4b19d2ecae5 with lease ID 0x946f5b38b155f849: from storage DS-d4e6e5e4-a622-4a55-b2dc-99d73c6c080f node DatanodeRegistration(127.0.0.1:36679, datanodeUuid=cb7083a0-0f9c-4531-b017-c098077e1d52, infoPort=42959, infoSecurePort=0, ipcPort=38137, storageInfo=lv=-57;cid=testClusterID;nsid=888232938;c=1732188003381), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:20:04,156 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53c0e4b19d2ecae5 with lease ID 0x946f5b38b155f849: Processing first storage report for DS-bc406068-6bd9-4f67-8da5-82e518e5c455 from datanode DatanodeRegistration(127.0.0.1:36679, datanodeUuid=cb7083a0-0f9c-4531-b017-c098077e1d52, infoPort=42959, infoSecurePort=0, ipcPort=38137, storageInfo=lv=-57;cid=testClusterID;nsid=888232938;c=1732188003381) 2024-11-21T11:20:04,156 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53c0e4b19d2ecae5 with lease ID 0x946f5b38b155f849: from storage DS-bc406068-6bd9-4f67-8da5-82e518e5c455 node DatanodeRegistration(127.0.0.1:36679, datanodeUuid=cb7083a0-0f9c-4531-b017-c098077e1d52, infoPort=42959, infoSecurePort=0, ipcPort=38137, storageInfo=lv=-57;cid=testClusterID;nsid=888232938;c=1732188003381), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:20:04,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64 2024-11-21T11:20:04,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:04,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:04,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:20:04,235 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8 with version=8 2024-11-21T11:20:04,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/hbase-staging 2024-11-21T11:20:04,238 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:20:04,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:04,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:04,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:20:04,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:04,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:20:04,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:20:04,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:20:04,239 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32991 2024-11-21T11:20:04,240 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32991 connecting to ZooKeeper ensemble=127.0.0.1:53663 2024-11-21T11:20:04,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329910x0, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:20:04,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32991-0x1013a4146a10000 connected 2024-11-21T11:20:04,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:04,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:04,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Set watcher on znode that does not yet exist, /0-1602175504/running 2024-11-21T11:20:04,278 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8, hbase.cluster.distributed=false 2024-11-21T11:20:04,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Set watcher on znode that does not yet exist, /0-1602175504/acl 2024-11-21T11:20:04,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32991 2024-11-21T11:20:04,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32991 2024-11-21T11:20:04,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32991 2024-11-21T11:20:04,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32991 2024-11-21T11:20:04,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32991 2024-11-21T11:20:04,303 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:20:04,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:04,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:04,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:20:04,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:04,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:20:04,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:20:04,304 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:20:04,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42933 2024-11-21T11:20:04,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42933 connecting to ZooKeeper ensemble=127.0.0.1:53663 2024-11-21T11:20:04,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:04,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:04,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429330x0, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:20:04,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429330x0, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Set watcher on znode that does not yet exist, /0-1602175504/running 2024-11-21T11:20:04,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42933-0x1013a4146a10001 connected 2024-11-21T11:20:04,314 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:20:04,316 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:20:04,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Set watcher on znode that does not yet exist, /0-1602175504/master 2024-11-21T11:20:04,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Set watcher on znode that does not yet exist, /0-1602175504/acl 2024-11-21T11:20:04,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42933 2024-11-21T11:20:04,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42933 2024-11-21T11:20:04,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42933 2024-11-21T11:20:04,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42933 2024-11-21T11:20:04,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42933 2024-11-21T11:20:04,340 DEBUG [M:0;7b462513bfc2:32991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:32991 2024-11-21T11:20:04,340 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1602175504/backup-masters/7b462513bfc2,32991,1732188004237 2024-11-21T11:20:04,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504/backup-masters 2024-11-21T11:20:04,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504/backup-masters 2024-11-21T11:20:04,344 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Set watcher on existing znode=/0-1602175504/backup-masters/7b462513bfc2,32991,1732188004237 2024-11-21T11:20:04,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1602175504/master 2024-11-21T11:20:04,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504 2024-11-21T11:20:04,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504 2024-11-21T11:20:04,347 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Set watcher on existing znode=/0-1602175504/master 2024-11-21T11:20:04,348 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1602175504/backup-masters/7b462513bfc2,32991,1732188004237 from backup master directory 2024-11-21T11:20:04,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1602175504/backup-masters/7b462513bfc2,32991,1732188004237 2024-11-21T11:20:04,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504/backup-masters 2024-11-21T11:20:04,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504/backup-masters 2024-11-21T11:20:04,350 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:20:04,350 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,32991,1732188004237 2024-11-21T11:20:04,354 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/hbase.id] with ID: ae4068fd-6fda-464f-ba0a-b81dafeb181e 2024-11-21T11:20:04,354 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/.tmp/hbase.id 2024-11-21T11:20:04,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:20:04,363 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/.tmp/hbase.id]:[hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/hbase.id] 2024-11-21T11:20:04,374 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:04,374 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:20:04,375 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T11:20:04,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504 2024-11-21T11:20:04,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504 2024-11-21T11:20:04,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:20:04,387 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:20:04,388 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:20:04,389 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:04,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:20:04,399 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store 2024-11-21T11:20:04,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:20:04,406 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:04,406 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:20:04,406 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:04,406 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:04,406 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:20:04,406 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:04,407 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:04,407 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188004406Disabling compacts and flushes for region at 1732188004406Disabling writes for close at 1732188004406Writing region close event to WAL at 1732188004407 (+1 ms)Closed at 1732188004407 2024-11-21T11:20:04,407 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/.initializing 2024-11-21T11:20:04,407 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/WALs/7b462513bfc2,32991,1732188004237 2024-11-21T11:20:04,408 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:20:04,410 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C32991%2C1732188004237, suffix=, logDir=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/WALs/7b462513bfc2,32991,1732188004237, archiveDir=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/oldWALs, maxLogs=10 2024-11-21T11:20:04,427 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/WALs/7b462513bfc2,32991,1732188004237/7b462513bfc2%2C32991%2C1732188004237.1732188004410, exclude list is [], retry=0 2024-11-21T11:20:04,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36679,DS-d4e6e5e4-a622-4a55-b2dc-99d73c6c080f,DISK] 2024-11-21T11:20:04,434 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/WALs/7b462513bfc2,32991,1732188004237/7b462513bfc2%2C32991%2C1732188004237.1732188004410 2024-11-21T11:20:04,435 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42959:42959)] 2024-11-21T11:20:04,435 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:04,435 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:04,435 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:04,435 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:04,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:04,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:20:04,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:04,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:04,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:04,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:20:04,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:04,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:04,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:04,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:20:04,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:04,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:04,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:04,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:20:04,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:04,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:04,443 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:04,443 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:04,443 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:04,444 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:04,444 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:04,445 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:20:04,445 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:04,447 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:04,447 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64441663, jitterRate=-0.03974439203739166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:20:04,448 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732188004435Initializing all the Stores at 1732188004436 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188004436Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188004436Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188004436Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188004436Cleaning up temporary data from old regions at 1732188004444 (+8 ms)Region opened successfully at 1732188004448 (+4 ms) 2024-11-21T11:20:04,452 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:20:04,456 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9099ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:20:04,457 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:20:04,457 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:20:04,457 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:20:04,457 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:20:04,458 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:20:04,458 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:20:04,458 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:20:04,460 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:20:04,461 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Unable to get data of znode /0-1602175504/balancer because node does not exist (not necessarily an error) 2024-11-21T11:20:04,464 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1602175504/balancer already deleted, retry=false 2024-11-21T11:20:04,464 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:20:04,465 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Unable to get data of znode /0-1602175504/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:20:04,466 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1602175504/normalizer already deleted, retry=false 2024-11-21T11:20:04,466 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:20:04,467 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Unable to get data of znode /0-1602175504/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:20:04,468 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1602175504/switch/split already deleted, retry=false 2024-11-21T11:20:04,469 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Unable to get data of znode /0-1602175504/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:20:04,472 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1602175504/switch/merge already deleted, retry=false 2024-11-21T11:20:04,474 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Unable to get data of znode /0-1602175504/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:20:04,477 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1602175504/snapshot-cleanup already deleted, retry=false 2024-11-21T11:20:04,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1602175504/running 2024-11-21T11:20:04,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1602175504/running 2024-11-21T11:20:04,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504 2024-11-21T11:20:04,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504 2024-11-21T11:20:04,479 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,32991,1732188004237, sessionid=0x1013a4146a10000, setting cluster-up flag (Was=false) 2024-11-21T11:20:04,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504 2024-11-21T11:20:04,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504 2024-11-21T11:20:04,493 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1602175504/flush-table-proc/acquired, /0-1602175504/flush-table-proc/reached, /0-1602175504/flush-table-proc/abort 2024-11-21T11:20:04,494 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,32991,1732188004237 2024-11-21T11:20:04,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504 2024-11-21T11:20:04,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504 2024-11-21T11:20:04,505 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1602175504/online-snapshot/acquired, /0-1602175504/online-snapshot/reached, /0-1602175504/online-snapshot/abort 2024-11-21T11:20:04,506 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,32991,1732188004237 2024-11-21T11:20:04,507 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:20:04,508 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:04,508 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:20:04,508 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:20:04,509 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,32991,1732188004237 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:20:04,510 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:04,510 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:04,510 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:04,510 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:04,510 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:20:04,510 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:04,510 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:20:04,510 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:04,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:04,513 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:20:04,514 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:04,514 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:20:04,519 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732188034519 2024-11-21T11:20:04,519 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:20:04,519 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:20:04,519 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:20:04,519 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:20:04,519 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:20:04,519 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:20:04,524 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:04,525 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:20:04,525 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:20:04,525 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:20:04,525 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:20:04,525 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:20:04,525 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:20:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:20:04,528 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188004525,5,FailOnTimeoutGroup] 2024-11-21T11:20:04,533 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188004528,5,FailOnTimeoutGroup] 2024-11-21T11:20:04,533 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:04,533 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:20:04,533 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:04,533 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:04,534 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(746): ClusterId : ae4068fd-6fda-464f-ba0a-b81dafeb181e 2024-11-21T11:20:04,534 DEBUG [RS:0;7b462513bfc2:42933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:20:04,537 DEBUG [RS:0;7b462513bfc2:42933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:20:04,537 DEBUG [RS:0;7b462513bfc2:42933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:20:04,539 DEBUG [RS:0;7b462513bfc2:42933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:20:04,539 DEBUG [RS:0;7b462513bfc2:42933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1f7526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:20:04,554 DEBUG [RS:0;7b462513bfc2:42933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:42933 2024-11-21T11:20:04,554 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:20:04,554 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:20:04,554 DEBUG [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:20:04,555 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,32991,1732188004237 with port=42933, startcode=1732188004303 2024-11-21T11:20:04,555 DEBUG [RS:0;7b462513bfc2:42933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:20:04,557 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:20:04,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,42933,1732188004303 2024-11-21T11:20:04,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32991 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,42933,1732188004303 2024-11-21T11:20:04,558 DEBUG [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8 2024-11-21T11:20:04,558 DEBUG [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44381 2024-11-21T11:20:04,558 DEBUG [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:20:04,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504/rs 2024-11-21T11:20:04,561 DEBUG [RS:0;7b462513bfc2:42933 {}] zookeeper.ZKUtil(111): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Set watcher on existing znode=/0-1602175504/rs/7b462513bfc2,42933,1732188004303 2024-11-21T11:20:04,561 WARN [RS:0;7b462513bfc2:42933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:20:04,561 INFO [RS:0;7b462513bfc2:42933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:04,561 DEBUG [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303 2024-11-21T11:20:04,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,42933,1732188004303] 2024-11-21T11:20:04,566 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:20:04,568 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:20:04,569 INFO [RS:0;7b462513bfc2:42933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:20:04,569 INFO [RS:0;7b462513bfc2:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:04,571 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:20:04,571 INFO [RS:0;7b462513bfc2:42933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:20:04,572 INFO [RS:0;7b462513bfc2:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:04,572 DEBUG [RS:0;7b462513bfc2:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:04,572 DEBUG [RS:0;7b462513bfc2:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:04,572 DEBUG [RS:0;7b462513bfc2:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:04,572 DEBUG [RS:0;7b462513bfc2:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:04,572 DEBUG [RS:0;7b462513bfc2:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:04,572 DEBUG [RS:0;7b462513bfc2:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:20:04,572 DEBUG [RS:0;7b462513bfc2:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:04,572 DEBUG [RS:0;7b462513bfc2:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:04,572 DEBUG [RS:0;7b462513bfc2:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:04,572 DEBUG [RS:0;7b462513bfc2:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:04,572 DEBUG [RS:0;7b462513bfc2:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:04,572 DEBUG [RS:0;7b462513bfc2:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:04,572 DEBUG [RS:0;7b462513bfc2:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:20:04,572 DEBUG [RS:0;7b462513bfc2:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:20:04,574 INFO [RS:0;7b462513bfc2:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:04,574 INFO [RS:0;7b462513bfc2:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:04,574 INFO [RS:0;7b462513bfc2:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:04,574 INFO [RS:0;7b462513bfc2:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:04,574 INFO [RS:0;7b462513bfc2:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:04,574 INFO [RS:0;7b462513bfc2:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,42933,1732188004303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:20:04,593 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:20:04,593 INFO [RS:0;7b462513bfc2:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,42933,1732188004303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:04,593 INFO [RS:0;7b462513bfc2:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:04,593 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.Replication(171): 7b462513bfc2,42933,1732188004303 started 2024-11-21T11:20:04,611 INFO [RS:0;7b462513bfc2:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:04,611 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,42933,1732188004303, RpcServer on 7b462513bfc2/172.17.0.2:42933, sessionid=0x1013a4146a10001 2024-11-21T11:20:04,611 DEBUG [RS:0;7b462513bfc2:42933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:20:04,611 DEBUG [RS:0;7b462513bfc2:42933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,42933,1732188004303 2024-11-21T11:20:04,611 DEBUG [RS:0;7b462513bfc2:42933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,42933,1732188004303' 2024-11-21T11:20:04,611 DEBUG [RS:0;7b462513bfc2:42933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1602175504/flush-table-proc/abort' 2024-11-21T11:20:04,612 DEBUG [RS:0;7b462513bfc2:42933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1602175504/flush-table-proc/acquired' 2024-11-21T11:20:04,612 DEBUG [RS:0;7b462513bfc2:42933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:20:04,612 DEBUG [RS:0;7b462513bfc2:42933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:20:04,612 DEBUG [RS:0;7b462513bfc2:42933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,42933,1732188004303 2024-11-21T11:20:04,612 DEBUG [RS:0;7b462513bfc2:42933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,42933,1732188004303' 2024-11-21T11:20:04,612 DEBUG [RS:0;7b462513bfc2:42933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1602175504/online-snapshot/abort' 2024-11-21T11:20:04,613 DEBUG [RS:0;7b462513bfc2:42933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1602175504/online-snapshot/acquired' 2024-11-21T11:20:04,613 DEBUG [RS:0;7b462513bfc2:42933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:20:04,613 INFO [RS:0;7b462513bfc2:42933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:20:04,613 INFO [RS:0;7b462513bfc2:42933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:20:04,714 INFO [RS:0;7b462513bfc2:42933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:20:04,715 INFO [RS:0;7b462513bfc2:42933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C42933%2C1732188004303, suffix=, logDir=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303, archiveDir=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/oldWALs, maxLogs=10 2024-11-21T11:20:04,732 DEBUG [RS:0;7b462513bfc2:42933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715, exclude list is [], retry=0 2024-11-21T11:20:04,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36679,DS-d4e6e5e4-a622-4a55-b2dc-99d73c6c080f,DISK] 2024-11-21T11:20:04,737 INFO [RS:0;7b462513bfc2:42933 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 2024-11-21T11:20:04,737 DEBUG [RS:0;7b462513bfc2:42933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42959:42959)] 2024-11-21T11:20:04,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:20:04,929 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8 2024-11-21T11:20:04,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:20:05,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:05,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:20:05,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:20:05,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:05,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:05,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:20:05,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:20:05,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:05,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:05,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:20:05,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:20:05,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:05,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:05,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:20:05,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:20:05,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:05,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:05,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:20:05,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740 2024-11-21T11:20:05,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740 2024-11-21T11:20:05,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:20:05,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:20:05,372 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:20:05,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:20:05,375 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:05,376 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72710780, jitterRate=0.08347505331039429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:20:05,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732188005345Initializing all the Stores at 1732188005346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188005346Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188005356 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188005356Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188005356Cleaning up temporary data from old regions at 1732188005371 (+15 ms)Region opened successfully at 1732188005376 (+5 ms) 2024-11-21T11:20:05,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:20:05,377 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:20:05,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:20:05,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:20:05,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:20:05,381 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:20:05,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188005376Disabling compacts and flushes for region at 1732188005376Disabling writes for close at 1732188005377 (+1 ms)Writing region close event to WAL at 1732188005380 (+3 ms)Closed at 1732188005380 2024-11-21T11:20:05,382 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:05,382 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:20:05,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:20:05,383 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:20:05,384 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:20:05,534 DEBUG [7b462513bfc2:32991 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:20:05,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,42933,1732188004303 2024-11-21T11:20:05,538 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,42933,1732188004303, state=OPENING 2024-11-21T11:20:05,540 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:20:05,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504 2024-11-21T11:20:05,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504 2024-11-21T11:20:05,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1602175504/meta-region-server: CHANGED 2024-11-21T11:20:05,551 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:20:05,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,42933,1732188004303}] 2024-11-21T11:20:05,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1602175504/meta-region-server: CHANGED 2024-11-21T11:20:05,717 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:20:05,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:20:05,729 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:20:05,729 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:05,729 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:20:05,730 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C42933%2C1732188004303.meta, suffix=.meta, logDir=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303, archiveDir=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/oldWALs, maxLogs=10 2024-11-21T11:20:05,748 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.meta.1732188005731.meta, exclude list is [], retry=0 2024-11-21T11:20:05,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36679,DS-d4e6e5e4-a622-4a55-b2dc-99d73c6c080f,DISK] 2024-11-21T11:20:05,757 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.meta.1732188005731.meta 2024-11-21T11:20:05,759 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42959:42959)] 2024-11-21T11:20:05,759 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:05,760 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:20:05,760 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:20:05,760 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:20:05,760 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:20:05,760 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:20:05,761 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:05,761 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:20:05,761 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:20:05,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:20:05,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:20:05,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:05,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:05,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:20:05,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:20:05,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:05,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:05,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:20:05,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:20:05,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:05,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:05,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:20:05,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:20:05,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:05,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:05,770 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:20:05,771 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740 2024-11-21T11:20:05,772 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740 2024-11-21T11:20:05,773 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:20:05,773 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:20:05,773 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:20:05,780 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:20:05,781 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72547716, jitterRate=0.08104521036148071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:20:05,781 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:20:05,782 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732188005761Writing region info on filesystem at 1732188005761Initializing all the Stores at 1732188005764 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188005764Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188005765 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188005765Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188005765Cleaning up temporary data from old regions at 1732188005773 (+8 ms)Running coprocessor post-open hooks at 1732188005781 (+8 ms)Region opened successfully at 1732188005782 (+1 ms) 2024-11-21T11:20:05,784 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732188005717 2024-11-21T11:20:05,786 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:20:05,786 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:20:05,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,42933,1732188004303 2024-11-21T11:20:05,787 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,42933,1732188004303, state=OPEN 2024-11-21T11:20:05,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1602175504/meta-region-server 2024-11-21T11:20:05,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1602175504/meta-region-server 2024-11-21T11:20:05,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1602175504/meta-region-server: CHANGED 2024-11-21T11:20:05,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1602175504/meta-region-server: CHANGED 2024-11-21T11:20:05,789 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,42933,1732188004303 2024-11-21T11:20:05,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:20:05,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,42933,1732188004303 in 237 msec 2024-11-21T11:20:05,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:20:05,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-21T11:20:05,795 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:05,795 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:20:05,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:05,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,42933,1732188004303, seqNum=-1] 2024-11-21T11:20:05,797 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:05,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:20:05,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2950 sec 2024-11-21T11:20:05,804 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732188005804, completionTime=-1 2024-11-21T11:20:05,804 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:20:05,804 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:20:05,806 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:20:05,806 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188065806 2024-11-21T11:20:05,807 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188125807 2024-11-21T11:20:05,807 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T11:20:05,807 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,32991,1732188004237-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:05,807 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,32991,1732188004237-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:05,807 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,32991,1732188004237-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:05,807 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:32991, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:05,807 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:05,808 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:05,810 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:20:05,814 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.464sec 2024-11-21T11:20:05,814 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:20:05,814 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:20:05,814 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:20:05,814 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:20:05,814 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:20:05,814 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,32991,1732188004237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:20:05,814 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,32991,1732188004237-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:20:05,818 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:20:05,818 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:20:05,818 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,32991,1732188004237-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:05,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c992ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:05,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,32991,-1 for getting cluster id 2024-11-21T11:20:05,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:05,847 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae4068fd-6fda-464f-ba0a-b81dafeb181e' 2024-11-21T11:20:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae4068fd-6fda-464f-ba0a-b81dafeb181e" 2024-11-21T11:20:05,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cde0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:05,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,32991,-1] 2024-11-21T11:20:05,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:05,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:05,849 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:05,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a515c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:05,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:05,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,42933,1732188004303, seqNum=-1] 2024-11-21T11:20:05,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:05,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:20:05,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,32991,1732188004237 2024-11-21T11:20:05,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53663 2024-11-21T11:20:05,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:20:05,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a4146a10002 connected 2024-11-21T11:20:05,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/hadoop.log.dir so I do NOT create it in target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1 2024-11-21T11:20:05,867 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:20:05,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/hadoop.tmp.dir so I do NOT create it in target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1 2024-11-21T11:20:05,867 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:20:05,867 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1 2024-11-21T11:20:05,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:20:05,867 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/cluster_13a5b54f-1a67-7e13-070b-7b4df11a745b, deleteOnExit=true 2024-11-21T11:20:05,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:20:05,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/test.cache.data in system properties and HBase conf 2024-11-21T11:20:05,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:20:05,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:20:05,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:20:05,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:20:05,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:20:05,868 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:20:05,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:20:05,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:20:05,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:20:05,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:20:05,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:20:05,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:20:05,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:20:05,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:20:05,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:20:05,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:20:05,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:20:05,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:20:05,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:20:05,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:20:05,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:20:05,965 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:20:05,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:20:05,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:20:05,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:20:05,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:20:05,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fd43393{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:20:05,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b738e10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:20:06,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cb0a88d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/java.io.tmpdir/jetty-localhost-44443-hadoop-hdfs-3_4_1-tests_jar-_-any-15357845012604126971/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:20:06,096 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dcf9b45{HTTP/1.1, (http/1.1)}{localhost:44443} 2024-11-21T11:20:06,096 INFO [Time-limited test {}] server.Server(415): Started @181707ms 2024-11-21T11:20:06,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:20:06,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:20:06,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:20:06,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:20:06,180 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:20:06,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab6819f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:20:06,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ef217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:20:06,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330dd5cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/java.io.tmpdir/jetty-localhost-36099-hadoop-hdfs-3_4_1-tests_jar-_-any-12798918248359038878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:20:06,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e70714f{HTTP/1.1, (http/1.1)}{localhost:36099} 2024-11-21T11:20:06,302 INFO [Time-limited test {}] server.Server(415): Started @181913ms 2024-11-21T11:20:06,303 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:20:06,441 WARN [Thread-2315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/cluster_13a5b54f-1a67-7e13-070b-7b4df11a745b/data/data1/current/BP-117715887-172.17.0.2-1732188005891/current, will proceed with Du for space computation calculation, 2024-11-21T11:20:06,441 WARN [Thread-2316 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/cluster_13a5b54f-1a67-7e13-070b-7b4df11a745b/data/data2/current/BP-117715887-172.17.0.2-1732188005891/current, will proceed with Du for space computation calculation, 2024-11-21T11:20:06,465 WARN [Thread-2303 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:20:06,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc76ca0033dd61e1 with lease ID 0x14b1cacc9a3a4452: Processing first storage report for DS-48bd341f-7570-4b36-a008-efcb75aff740 from datanode DatanodeRegistration(127.0.0.1:34711, datanodeUuid=b54a411b-43ec-42de-82b4-a2f0ba61639d, infoPort=39391, infoSecurePort=0, ipcPort=39931, storageInfo=lv=-57;cid=testClusterID;nsid=1908088102;c=1732188005891) 2024-11-21T11:20:06,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc76ca0033dd61e1 with lease ID 0x14b1cacc9a3a4452: from storage DS-48bd341f-7570-4b36-a008-efcb75aff740 node DatanodeRegistration(127.0.0.1:34711, datanodeUuid=b54a411b-43ec-42de-82b4-a2f0ba61639d, infoPort=39391, infoSecurePort=0, ipcPort=39931, storageInfo=lv=-57;cid=testClusterID;nsid=1908088102;c=1732188005891), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:20:06,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc76ca0033dd61e1 with lease ID 0x14b1cacc9a3a4452: Processing first storage report for DS-53574a2f-cb5d-4e67-afef-4e6e4e5986fd from datanode DatanodeRegistration(127.0.0.1:34711, datanodeUuid=b54a411b-43ec-42de-82b4-a2f0ba61639d, infoPort=39391, infoSecurePort=0, ipcPort=39931, storageInfo=lv=-57;cid=testClusterID;nsid=1908088102;c=1732188005891) 2024-11-21T11:20:06,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc76ca0033dd61e1 with lease ID 0x14b1cacc9a3a4452: from storage DS-53574a2f-cb5d-4e67-afef-4e6e4e5986fd node DatanodeRegistration(127.0.0.1:34711, datanodeUuid=b54a411b-43ec-42de-82b4-a2f0ba61639d, infoPort=39391, infoSecurePort=0, ipcPort=39931, storageInfo=lv=-57;cid=testClusterID;nsid=1908088102;c=1732188005891), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:20:06,538 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1 2024-11-21T11:20:06,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:06,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:06,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:20:06,949 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126 with version=8 2024-11-21T11:20:06,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/hbase-staging 2024-11-21T11:20:06,952 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:20:06,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:06,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:06,952 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:20:06,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:06,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:20:06,952 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:20:06,952 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:20:06,953 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33865 2024-11-21T11:20:06,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33865 connecting to ZooKeeper ensemble=127.0.0.1:53663 2024-11-21T11:20:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338650x0, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:20:06,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33865-0x1013a4146a10003 connected 2024-11-21T11:20:06,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:06,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:06,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Set watcher on znode that does not yet exist, /1689031183/running 2024-11-21T11:20:06,976 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126, hbase.cluster.distributed=false 2024-11-21T11:20:06,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Set watcher on znode that does not yet exist, /1689031183/acl 2024-11-21T11:20:06,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33865 2024-11-21T11:20:06,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33865 2024-11-21T11:20:06,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33865 2024-11-21T11:20:06,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33865 2024-11-21T11:20:06,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33865 2024-11-21T11:20:07,008 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:20:07,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:07,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:07,009 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:20:07,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:07,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:20:07,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:20:07,009 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:20:07,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44071 2024-11-21T11:20:07,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44071 connecting to ZooKeeper ensemble=127.0.0.1:53663 2024-11-21T11:20:07,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:07,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:07,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440710x0, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:20:07,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44071-0x1013a4146a10004 connected 2024-11-21T11:20:07,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Set watcher on znode that does not yet exist, /1689031183/running 2024-11-21T11:20:07,020 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:20:07,022 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:20:07,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Set watcher on znode that does not yet exist, /1689031183/master 2024-11-21T11:20:07,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Set watcher on znode that does not yet exist, /1689031183/acl 2024-11-21T11:20:07,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44071 2024-11-21T11:20:07,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44071 2024-11-21T11:20:07,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44071 2024-11-21T11:20:07,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44071 2024-11-21T11:20:07,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44071 2024-11-21T11:20:07,051 DEBUG [M:0;7b462513bfc2:33865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:33865 2024-11-21T11:20:07,052 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1689031183/backup-masters/7b462513bfc2,33865,1732188006951 2024-11-21T11:20:07,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183/backup-masters 2024-11-21T11:20:07,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183/backup-masters 2024-11-21T11:20:07,058 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Set watcher on existing znode=/1689031183/backup-masters/7b462513bfc2,33865,1732188006951 2024-11-21T11:20:07,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1689031183/master 2024-11-21T11:20:07,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183 2024-11-21T11:20:07,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183 2024-11-21T11:20:07,061 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Set watcher on existing znode=/1689031183/master 2024-11-21T11:20:07,061 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1689031183/backup-masters/7b462513bfc2,33865,1732188006951 from backup master directory 2024-11-21T11:20:07,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183/backup-masters 2024-11-21T11:20:07,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1689031183/backup-masters/7b462513bfc2,33865,1732188006951 2024-11-21T11:20:07,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183/backup-masters 2024-11-21T11:20:07,067 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:20:07,067 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,33865,1732188006951 2024-11-21T11:20:07,078 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/hbase.id] with ID: 1a616c49-b409-4a50-8151-1806d74e1422 2024-11-21T11:20:07,078 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/.tmp/hbase.id 2024-11-21T11:20:07,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:20:07,096 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/.tmp/hbase.id]:[hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/hbase.id] 2024-11-21T11:20:07,110 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:07,110 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:20:07,111 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T11:20:07,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183 2024-11-21T11:20:07,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183 2024-11-21T11:20:07,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:20:07,137 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:20:07,138 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:20:07,139 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:07,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:20:07,246 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:20:07,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:07,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:07,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:07,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:07,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:07,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:07,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:07,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:07,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:07,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:07,549 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store 2024-11-21T11:20:07,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:20:07,960 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:07,960 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:20:07,960 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:07,960 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:07,960 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:20:07,960 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:07,961 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:07,961 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188007960Disabling compacts and flushes for region at 1732188007960Disabling writes for close at 1732188007960Writing region close event to WAL at 1732188007960Closed at 1732188007960 2024-11-21T11:20:07,961 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/.initializing 2024-11-21T11:20:07,962 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/WALs/7b462513bfc2,33865,1732188006951 2024-11-21T11:20:07,962 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:20:07,964 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C33865%2C1732188006951, suffix=, logDir=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/WALs/7b462513bfc2,33865,1732188006951, archiveDir=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/oldWALs, maxLogs=10 2024-11-21T11:20:07,981 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/WALs/7b462513bfc2,33865,1732188006951/7b462513bfc2%2C33865%2C1732188006951.1732188007964, exclude list is [], retry=0 2024-11-21T11:20:07,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34711,DS-48bd341f-7570-4b36-a008-efcb75aff740,DISK] 2024-11-21T11:20:07,989 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/WALs/7b462513bfc2,33865,1732188006951/7b462513bfc2%2C33865%2C1732188006951.1732188007964 2024-11-21T11:20:07,989 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39391:39391)] 2024-11-21T11:20:07,989 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:07,989 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:07,990 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:07,990 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:08,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:08,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:20:08,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:08,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:08,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:08,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:20:08,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:08,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:08,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:08,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:20:08,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:08,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:08,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:08,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:20:08,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:08,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:08,008 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:08,008 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:08,009 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:08,010 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:08,010 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:08,010 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:20:08,011 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:08,012 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:08,013 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60116995, jitterRate=-0.10418696701526642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:20:08,013 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732188007990Initializing all the Stores at 1732188007991 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188007991Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188008001 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188008001Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188008001Cleaning up temporary data from old regions at 1732188008010 (+9 ms)Region opened successfully at 1732188008013 (+3 ms) 2024-11-21T11:20:08,013 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:20:08,015 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55db0c8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:20:08,016 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:20:08,017 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:20:08,017 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:20:08,017 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:20:08,017 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:20:08,017 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:20:08,017 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:20:08,022 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:20:08,022 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Unable to get data of znode /1689031183/balancer because node does not exist (not necessarily an error) 2024-11-21T11:20:08,024 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1689031183/balancer already deleted, retry=false 2024-11-21T11:20:08,024 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:20:08,024 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Unable to get data of znode /1689031183/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:20:08,026 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1689031183/normalizer already deleted, retry=false 2024-11-21T11:20:08,026 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:20:08,027 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Unable to get data of znode /1689031183/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:20:08,030 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1689031183/switch/split already deleted, retry=false 2024-11-21T11:20:08,031 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Unable to get data of znode /1689031183/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:20:08,032 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1689031183/switch/merge already deleted, retry=false 2024-11-21T11:20:08,034 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Unable to get data of znode /1689031183/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:20:08,035 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1689031183/snapshot-cleanup already deleted, retry=false 2024-11-21T11:20:08,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1689031183/running 2024-11-21T11:20:08,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1689031183/running 2024-11-21T11:20:08,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183 2024-11-21T11:20:08,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183 2024-11-21T11:20:08,037 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,33865,1732188006951, sessionid=0x1013a4146a10003, setting cluster-up flag (Was=false) 2024-11-21T11:20:08,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183 2024-11-21T11:20:08,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183 2024-11-21T11:20:08,053 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1689031183/flush-table-proc/acquired, /1689031183/flush-table-proc/reached, /1689031183/flush-table-proc/abort 2024-11-21T11:20:08,054 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,33865,1732188006951 2024-11-21T11:20:08,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183 2024-11-21T11:20:08,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183 2024-11-21T11:20:08,064 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1689031183/online-snapshot/acquired, /1689031183/online-snapshot/reached, /1689031183/online-snapshot/abort 2024-11-21T11:20:08,065 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,33865,1732188006951 2024-11-21T11:20:08,066 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:20:08,067 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:08,067 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:20:08,067 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:20:08,068 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,33865,1732188006951 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:20:08,069 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:08,069 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:08,069 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:08,069 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:08,069 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:20:08,069 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:08,069 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:20:08,069 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:08,073 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:08,073 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:20:08,074 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:08,074 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:20:08,099 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732188038099 2024-11-21T11:20:08,099 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:20:08,099 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:20:08,099 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:20:08,099 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:20:08,099 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:20:08,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:20:08,099 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:20:08,099 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,100 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:20:08,101 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126 2024-11-21T11:20:08,102 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:20:08,102 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:20:08,102 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:20:08,102 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:20:08,104 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:20:08,104 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:20:08,105 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188008104,5,FailOnTimeoutGroup] 2024-11-21T11:20:08,108 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188008105,5,FailOnTimeoutGroup] 2024-11-21T11:20:08,108 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,108 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:20:08,108 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,108 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741832_1008 (size=32) 2024-11-21T11:20:08,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:08,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:20:08,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:20:08,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:08,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:08,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:20:08,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:20:08,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:08,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:08,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:20:08,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:20:08,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:08,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:08,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:20:08,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:20:08,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:08,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:08,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:20:08,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740 2024-11-21T11:20:08,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740 2024-11-21T11:20:08,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:20:08,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:20:08,133 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:20:08,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:20:08,139 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:08,140 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64910458, jitterRate=-0.03275880217552185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:20:08,140 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(746): ClusterId : 1a616c49-b409-4a50-8151-1806d74e1422 2024-11-21T11:20:08,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732188008121Initializing all the Stores at 1732188008122 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188008122Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188008124 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188008124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188008124Cleaning up temporary data from old regions at 1732188008132 (+8 ms)Region opened successfully at 1732188008140 (+8 ms) 2024-11-21T11:20:08,140 DEBUG [RS:0;7b462513bfc2:44071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:20:08,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:20:08,140 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:20:08,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:20:08,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:20:08,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:20:08,143 DEBUG [RS:0;7b462513bfc2:44071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:20:08,143 DEBUG [RS:0;7b462513bfc2:44071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:20:08,145 DEBUG [RS:0;7b462513bfc2:44071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:20:08,145 DEBUG [RS:0;7b462513bfc2:44071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1faed9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:20:08,149 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:20:08,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188008140Disabling compacts and flushes for region at 1732188008140Disabling writes for close at 1732188008140Writing region close event to WAL at 1732188008149 (+9 ms)Closed at 1732188008149 2024-11-21T11:20:08,150 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:08,150 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:20:08,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:20:08,152 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:20:08,153 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:20:08,164 DEBUG [RS:0;7b462513bfc2:44071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:44071 2024-11-21T11:20:08,164 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:20:08,164 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:20:08,164 DEBUG [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:20:08,165 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,33865,1732188006951 with port=44071, startcode=1732188007008 2024-11-21T11:20:08,165 DEBUG [RS:0;7b462513bfc2:44071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:20:08,167 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:20:08,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,44071,1732188007008 2024-11-21T11:20:08,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33865 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,44071,1732188007008 2024-11-21T11:20:08,168 DEBUG [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126 2024-11-21T11:20:08,168 DEBUG [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39803 2024-11-21T11:20:08,169 DEBUG [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:20:08,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183/rs 2024-11-21T11:20:08,179 DEBUG [RS:0;7b462513bfc2:44071 {}] zookeeper.ZKUtil(111): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Set watcher on existing znode=/1689031183/rs/7b462513bfc2,44071,1732188007008 2024-11-21T11:20:08,179 WARN [RS:0;7b462513bfc2:44071 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:20:08,180 INFO [RS:0;7b462513bfc2:44071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:08,180 DEBUG [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008 2024-11-21T11:20:08,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,44071,1732188007008] 2024-11-21T11:20:08,183 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:20:08,185 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:20:08,188 INFO [RS:0;7b462513bfc2:44071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:20:08,188 INFO [RS:0;7b462513bfc2:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,188 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:20:08,189 INFO [RS:0;7b462513bfc2:44071 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:20:08,189 INFO [RS:0;7b462513bfc2:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,189 DEBUG [RS:0;7b462513bfc2:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:08,189 DEBUG [RS:0;7b462513bfc2:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:08,189 DEBUG [RS:0;7b462513bfc2:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:08,189 DEBUG [RS:0;7b462513bfc2:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:08,189 DEBUG [RS:0;7b462513bfc2:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:08,189 DEBUG [RS:0;7b462513bfc2:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:20:08,189 DEBUG [RS:0;7b462513bfc2:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:08,189 DEBUG [RS:0;7b462513bfc2:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:08,189 DEBUG [RS:0;7b462513bfc2:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:08,189 DEBUG [RS:0;7b462513bfc2:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:08,190 DEBUG [RS:0;7b462513bfc2:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:08,190 DEBUG [RS:0;7b462513bfc2:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:08,190 DEBUG [RS:0;7b462513bfc2:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:20:08,190 DEBUG [RS:0;7b462513bfc2:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:20:08,196 INFO [RS:0;7b462513bfc2:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,196 INFO [RS:0;7b462513bfc2:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,196 INFO [RS:0;7b462513bfc2:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,196 INFO [RS:0;7b462513bfc2:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,196 INFO [RS:0;7b462513bfc2:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,196 INFO [RS:0;7b462513bfc2:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,44071,1732188007008-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:20:08,214 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:20:08,215 INFO [RS:0;7b462513bfc2:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,44071,1732188007008-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,215 INFO [RS:0;7b462513bfc2:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,215 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.Replication(171): 7b462513bfc2,44071,1732188007008 started 2024-11-21T11:20:08,236 INFO [RS:0;7b462513bfc2:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,236 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,44071,1732188007008, RpcServer on 7b462513bfc2/172.17.0.2:44071, sessionid=0x1013a4146a10004 2024-11-21T11:20:08,236 DEBUG [RS:0;7b462513bfc2:44071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:20:08,236 DEBUG [RS:0;7b462513bfc2:44071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,44071,1732188007008 2024-11-21T11:20:08,237 DEBUG [RS:0;7b462513bfc2:44071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,44071,1732188007008' 2024-11-21T11:20:08,237 DEBUG [RS:0;7b462513bfc2:44071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1689031183/flush-table-proc/abort' 2024-11-21T11:20:08,237 DEBUG [RS:0;7b462513bfc2:44071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1689031183/flush-table-proc/acquired' 2024-11-21T11:20:08,237 DEBUG [RS:0;7b462513bfc2:44071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:20:08,238 DEBUG [RS:0;7b462513bfc2:44071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:20:08,238 DEBUG [RS:0;7b462513bfc2:44071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,44071,1732188007008 2024-11-21T11:20:08,238 DEBUG [RS:0;7b462513bfc2:44071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,44071,1732188007008' 2024-11-21T11:20:08,238 DEBUG [RS:0;7b462513bfc2:44071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1689031183/online-snapshot/abort' 2024-11-21T11:20:08,238 DEBUG [RS:0;7b462513bfc2:44071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1689031183/online-snapshot/acquired' 2024-11-21T11:20:08,238 DEBUG [RS:0;7b462513bfc2:44071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:20:08,238 INFO [RS:0;7b462513bfc2:44071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:20:08,238 INFO [RS:0;7b462513bfc2:44071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:20:08,303 WARN [7b462513bfc2:33865 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:20:08,339 INFO [RS:0;7b462513bfc2:44071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:20:08,341 INFO [RS:0;7b462513bfc2:44071 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C44071%2C1732188007008, suffix=, logDir=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008, archiveDir=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/oldWALs, maxLogs=10 2024-11-21T11:20:08,354 DEBUG [RS:0;7b462513bfc2:44071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341, exclude list is [], retry=0 2024-11-21T11:20:08,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34711,DS-48bd341f-7570-4b36-a008-efcb75aff740,DISK] 2024-11-21T11:20:08,358 INFO [RS:0;7b462513bfc2:44071 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 2024-11-21T11:20:08,359 DEBUG [RS:0;7b462513bfc2:44071 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39391:39391)] 2024-11-21T11:20:08,553 DEBUG [7b462513bfc2:33865 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:20:08,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,44071,1732188007008 2024-11-21T11:20:08,555 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,44071,1732188007008, state=OPENING 2024-11-21T11:20:08,556 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:20:08,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183 2024-11-21T11:20:08,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183 2024-11-21T11:20:08,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1689031183/meta-region-server: CHANGED 2024-11-21T11:20:08,558 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:20:08,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1689031183/meta-region-server: CHANGED 2024-11-21T11:20:08,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,44071,1732188007008}] 2024-11-21T11:20:08,711 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:20:08,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:20:08,716 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:20:08,716 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:08,716 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:20:08,717 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C44071%2C1732188007008.meta, suffix=.meta, logDir=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008, archiveDir=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/oldWALs, maxLogs=10 2024-11-21T11:20:08,731 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.meta.1732188008717.meta, exclude list is [], retry=0 2024-11-21T11:20:08,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34711,DS-48bd341f-7570-4b36-a008-efcb75aff740,DISK] 2024-11-21T11:20:08,735 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.meta.1732188008717.meta 2024-11-21T11:20:08,736 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39391:39391)] 2024-11-21T11:20:08,736 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:08,736 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:20:08,736 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:20:08,737 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:20:08,737 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:20:08,737 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:20:08,737 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:08,737 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:20:08,737 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:20:08,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:20:08,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:20:08,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:08,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:08,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:20:08,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:20:08,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:08,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:08,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:20:08,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:20:08,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:08,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:08,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:20:08,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:20:08,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:08,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:08,742 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:20:08,743 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740 2024-11-21T11:20:08,744 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740 2024-11-21T11:20:08,745 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:20:08,745 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:20:08,745 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:20:08,746 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:20:08,747 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67241330, jitterRate=0.0019738972187042236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:20:08,747 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:20:08,747 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732188008737Writing region info on filesystem at 1732188008737Initializing all the Stores at 1732188008738 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188008738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188008738Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188008738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188008738Cleaning up temporary data from old regions at 1732188008745 (+7 ms)Running coprocessor post-open hooks at 1732188008747 (+2 ms)Region opened successfully at 1732188008747 2024-11-21T11:20:08,748 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732188008710 2024-11-21T11:20:08,750 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:20:08,750 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:20:08,750 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,44071,1732188007008 2024-11-21T11:20:08,751 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,44071,1732188007008, state=OPEN 2024-11-21T11:20:08,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1689031183/meta-region-server 2024-11-21T11:20:08,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1689031183/meta-region-server 2024-11-21T11:20:08,754 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,44071,1732188007008 2024-11-21T11:20:08,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1689031183/meta-region-server: CHANGED 2024-11-21T11:20:08,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1689031183/meta-region-server: CHANGED 2024-11-21T11:20:08,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:20:08,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,44071,1732188007008 in 196 msec 2024-11-21T11:20:08,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:20:08,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 606 msec 2024-11-21T11:20:08,759 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:08,759 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:20:08,760 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:08,760 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,44071,1732188007008, seqNum=-1] 2024-11-21T11:20:08,760 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:08,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:20:08,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 698 msec 2024-11-21T11:20:08,766 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732188008766, completionTime=-1 2024-11-21T11:20:08,766 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:20:08,766 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:20:08,769 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:20:08,769 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188068769 2024-11-21T11:20:08,769 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188128769 2024-11-21T11:20:08,769 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T11:20:08,769 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33865,1732188006951-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,769 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33865,1732188006951-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,769 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33865,1732188006951-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,769 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:33865, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,769 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,770 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,771 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:20:08,773 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.705sec 2024-11-21T11:20:08,774 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:20:08,774 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:20:08,774 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:20:08,774 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:20:08,774 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:20:08,774 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33865,1732188006951-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:20:08,774 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33865,1732188006951-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:20:08,776 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:20:08,776 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:20:08,776 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33865,1732188006951-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:08,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d815a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:08,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,33865,-1 for getting cluster id 2024-11-21T11:20:08,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:08,854 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a616c49-b409-4a50-8151-1806d74e1422' 2024-11-21T11:20:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a616c49-b409-4a50-8151-1806d74e1422" 2024-11-21T11:20:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8a83c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,33865,-1] 2024-11-21T11:20:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:08,856 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:08,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8abb4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:08,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,44071,1732188007008, seqNum=-1] 2024-11-21T11:20:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:08,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:20:08,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,33865,1732188006951 2024-11-21T11:20:08,863 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53663 2024-11-21T11:20:08,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:20:08,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:08,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a4146a10005 connected 2024-11-21T11:20:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,32991,1732188004237 2024-11-21T11:20:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c41538 2024-11-21T11:20:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:08,886 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:20:08,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:20:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T11:20:08,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:20:08,890 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:08,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T11:20:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:08,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:20:08,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741835_1011 (size=902) 2024-11-21T11:20:08,917 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd32caf246debde8796ade4659ae4841, NAME => 'test,,1732188008887.cd32caf246debde8796ade4659ae4841.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8 2024-11-21T11:20:08,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741836_1012 (size=39) 2024-11-21T11:20:08,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732188008887.cd32caf246debde8796ade4659ae4841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:08,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cd32caf246debde8796ade4659ae4841, disabling compactions & flushes 2024-11-21T11:20:08,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732188008887.cd32caf246debde8796ade4659ae4841. 2024-11-21T11:20:08,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188008887.cd32caf246debde8796ade4659ae4841. 2024-11-21T11:20:08,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732188008887.cd32caf246debde8796ade4659ae4841. after waiting 0 ms 2024-11-21T11:20:08,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732188008887.cd32caf246debde8796ade4659ae4841. 2024-11-21T11:20:08,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732188008887.cd32caf246debde8796ade4659ae4841. 2024-11-21T11:20:08,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd32caf246debde8796ade4659ae4841: Waiting for close lock at 1732188008952Disabling compacts and flushes for region at 1732188008952Disabling writes for close at 1732188008952Writing region close event to WAL at 1732188008952Closed at 1732188008952 2024-11-21T11:20:08,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:20:08,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732188008887.cd32caf246debde8796ade4659ae4841.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732188008954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188008954"}]},"ts":"1732188008954"} 2024-11-21T11:20:08,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:20:08,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:20:08,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188008958"}]},"ts":"1732188008958"} 2024-11-21T11:20:08,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T11:20:08,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd32caf246debde8796ade4659ae4841, ASSIGN}] 2024-11-21T11:20:08,961 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd32caf246debde8796ade4659ae4841, ASSIGN 2024-11-21T11:20:08,962 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cd32caf246debde8796ade4659ae4841, ASSIGN; state=OFFLINE, location=7b462513bfc2,42933,1732188004303; forceNewPlan=false, retain=false 2024-11-21T11:20:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:09,113 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd32caf246debde8796ade4659ae4841, regionState=OPENING, regionLocation=7b462513bfc2,42933,1732188004303 2024-11-21T11:20:09,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cd32caf246debde8796ade4659ae4841, ASSIGN because future has completed 2024-11-21T11:20:09,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd32caf246debde8796ade4659ae4841, server=7b462513bfc2,42933,1732188004303}] 2024-11-21T11:20:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:09,276 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732188008887.cd32caf246debde8796ade4659ae4841. 2024-11-21T11:20:09,277 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cd32caf246debde8796ade4659ae4841, NAME => 'test,,1732188008887.cd32caf246debde8796ade4659ae4841.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:09,277 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:20:09,277 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T11:20:09,277 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:09,277 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732188008887.cd32caf246debde8796ade4659ae4841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:09,277 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:09,277 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:09,280 INFO [StoreOpener-cd32caf246debde8796ade4659ae4841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:09,282 INFO [StoreOpener-cd32caf246debde8796ade4659ae4841-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd32caf246debde8796ade4659ae4841 columnFamilyName f 2024-11-21T11:20:09,282 DEBUG [StoreOpener-cd32caf246debde8796ade4659ae4841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:09,282 INFO [StoreOpener-cd32caf246debde8796ade4659ae4841-1 {}] regionserver.HStore(327): Store=cd32caf246debde8796ade4659ae4841/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:09,282 INFO [StoreOpener-cd32caf246debde8796ade4659ae4841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:09,283 INFO [StoreOpener-cd32caf246debde8796ade4659ae4841-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd32caf246debde8796ade4659ae4841 columnFamilyName f1 2024-11-21T11:20:09,284 DEBUG [StoreOpener-cd32caf246debde8796ade4659ae4841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:09,284 INFO [StoreOpener-cd32caf246debde8796ade4659ae4841-1 {}] regionserver.HStore(327): Store=cd32caf246debde8796ade4659ae4841/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:09,284 INFO [StoreOpener-cd32caf246debde8796ade4659ae4841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:09,285 INFO [StoreOpener-cd32caf246debde8796ade4659ae4841-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd32caf246debde8796ade4659ae4841 columnFamilyName norep 2024-11-21T11:20:09,285 DEBUG [StoreOpener-cd32caf246debde8796ade4659ae4841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:09,285 INFO [StoreOpener-cd32caf246debde8796ade4659ae4841-1 {}] regionserver.HStore(327): Store=cd32caf246debde8796ade4659ae4841/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:09,285 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:09,286 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:09,287 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:09,287 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:09,287 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:09,288 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:20:09,289 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:09,294 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:09,294 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cd32caf246debde8796ade4659ae4841; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63976274, jitterRate=-0.04667922854423523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:20:09,294 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:09,295 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cd32caf246debde8796ade4659ae4841: Running coprocessor pre-open hook at 1732188009278Writing region info on filesystem at 1732188009278Initializing all the Stores at 1732188009278Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188009278Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188009280 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188009280Cleaning up temporary data from old regions at 1732188009287 (+7 ms)Running coprocessor post-open hooks at 1732188009294 (+7 ms)Region opened successfully at 1732188009295 (+1 ms) 2024-11-21T11:20:09,296 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732188008887.cd32caf246debde8796ade4659ae4841., pid=6, masterSystemTime=1732188009268 2024-11-21T11:20:09,299 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd32caf246debde8796ade4659ae4841, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b462513bfc2,42933,1732188004303 2024-11-21T11:20:09,299 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732188008887.cd32caf246debde8796ade4659ae4841. 2024-11-21T11:20:09,299 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732188008887.cd32caf246debde8796ade4659ae4841. 2024-11-21T11:20:09,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd32caf246debde8796ade4659ae4841, server=7b462513bfc2,42933,1732188004303 because future has completed 2024-11-21T11:20:09,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:20:09,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cd32caf246debde8796ade4659ae4841, server=7b462513bfc2,42933,1732188004303 in 186 msec 2024-11-21T11:20:09,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:20:09,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cd32caf246debde8796ade4659ae4841, ASSIGN in 343 msec 2024-11-21T11:20:09,305 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:20:09,306 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188009305"}]},"ts":"1732188009305"} 2024-11-21T11:20:09,307 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T11:20:09,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:20:09,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 421 msec 2024-11-21T11:20:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:09,515 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T11:20:09,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,33865,1732188006951 2024-11-21T11:20:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31baf767 2024-11-21T11:20:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:09,517 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:20:09,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:20:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T11:20:09,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:20:09,520 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:09,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T11:20:09,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:20:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:09,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741835_1011 (size=902) 2024-11-21T11:20:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:09,931 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4bffb057dd96a76107add4ae235b59a0, NAME => 'test,,1732188009517.4bffb057dd96a76107add4ae235b59a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126 2024-11-21T11:20:09,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T11:20:09,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741836_1012 (size=39) 2024-11-21T11:20:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:10,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732188009517.4bffb057dd96a76107add4ae235b59a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:10,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4bffb057dd96a76107add4ae235b59a0, disabling compactions & flushes 2024-11-21T11:20:10,342 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732188009517.4bffb057dd96a76107add4ae235b59a0. 2024-11-21T11:20:10,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188009517.4bffb057dd96a76107add4ae235b59a0. 2024-11-21T11:20:10,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732188009517.4bffb057dd96a76107add4ae235b59a0. after waiting 0 ms 2024-11-21T11:20:10,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732188009517.4bffb057dd96a76107add4ae235b59a0. 2024-11-21T11:20:10,342 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732188009517.4bffb057dd96a76107add4ae235b59a0. 2024-11-21T11:20:10,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4bffb057dd96a76107add4ae235b59a0: Waiting for close lock at 1732188010342Disabling compacts and flushes for region at 1732188010342Disabling writes for close at 1732188010342Writing region close event to WAL at 1732188010342Closed at 1732188010342 2024-11-21T11:20:10,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:20:10,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732188009517.4bffb057dd96a76107add4ae235b59a0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732188010343"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188010343"}]},"ts":"1732188010343"} 2024-11-21T11:20:10,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:20:10,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:20:10,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188010346"}]},"ts":"1732188010346"} 2024-11-21T11:20:10,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T11:20:10,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4bffb057dd96a76107add4ae235b59a0, ASSIGN}] 2024-11-21T11:20:10,350 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4bffb057dd96a76107add4ae235b59a0, ASSIGN 2024-11-21T11:20:10,351 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4bffb057dd96a76107add4ae235b59a0, ASSIGN; state=OFFLINE, location=7b462513bfc2,44071,1732188007008; forceNewPlan=false, retain=false 2024-11-21T11:20:10,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4bffb057dd96a76107add4ae235b59a0, regionState=OPENING, regionLocation=7b462513bfc2,44071,1732188007008 2024-11-21T11:20:10,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4bffb057dd96a76107add4ae235b59a0, ASSIGN because future has completed 2024-11-21T11:20:10,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bffb057dd96a76107add4ae235b59a0, server=7b462513bfc2,44071,1732188007008}] 2024-11-21T11:20:10,566 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:20:10,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T11:20:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:10,660 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732188009517.4bffb057dd96a76107add4ae235b59a0. 2024-11-21T11:20:10,660 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4bffb057dd96a76107add4ae235b59a0, NAME => 'test,,1732188009517.4bffb057dd96a76107add4ae235b59a0.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:10,661 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:20:10,661 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T11:20:10,661 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4bffb057dd96a76107add4ae235b59a0 2024-11-21T11:20:10,661 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732188009517.4bffb057dd96a76107add4ae235b59a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:10,661 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4bffb057dd96a76107add4ae235b59a0 2024-11-21T11:20:10,661 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4bffb057dd96a76107add4ae235b59a0 2024-11-21T11:20:10,664 INFO [StoreOpener-4bffb057dd96a76107add4ae235b59a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4bffb057dd96a76107add4ae235b59a0 2024-11-21T11:20:10,665 INFO [StoreOpener-4bffb057dd96a76107add4ae235b59a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bffb057dd96a76107add4ae235b59a0 columnFamilyName f 2024-11-21T11:20:10,665 DEBUG [StoreOpener-4bffb057dd96a76107add4ae235b59a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:10,665 INFO [StoreOpener-4bffb057dd96a76107add4ae235b59a0-1 {}] regionserver.HStore(327): Store=4bffb057dd96a76107add4ae235b59a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:10,665 INFO [StoreOpener-4bffb057dd96a76107add4ae235b59a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4bffb057dd96a76107add4ae235b59a0 2024-11-21T11:20:10,666 INFO [StoreOpener-4bffb057dd96a76107add4ae235b59a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bffb057dd96a76107add4ae235b59a0 columnFamilyName f1 2024-11-21T11:20:10,666 DEBUG [StoreOpener-4bffb057dd96a76107add4ae235b59a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:10,666 INFO [StoreOpener-4bffb057dd96a76107add4ae235b59a0-1 {}] regionserver.HStore(327): Store=4bffb057dd96a76107add4ae235b59a0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:10,666 INFO [StoreOpener-4bffb057dd96a76107add4ae235b59a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4bffb057dd96a76107add4ae235b59a0 2024-11-21T11:20:10,667 INFO [StoreOpener-4bffb057dd96a76107add4ae235b59a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bffb057dd96a76107add4ae235b59a0 columnFamilyName norep 2024-11-21T11:20:10,667 DEBUG [StoreOpener-4bffb057dd96a76107add4ae235b59a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:10,668 INFO [StoreOpener-4bffb057dd96a76107add4ae235b59a0-1 {}] regionserver.HStore(327): Store=4bffb057dd96a76107add4ae235b59a0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:10,668 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4bffb057dd96a76107add4ae235b59a0 2024-11-21T11:20:10,668 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0 2024-11-21T11:20:10,668 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0 2024-11-21T11:20:10,669 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4bffb057dd96a76107add4ae235b59a0 2024-11-21T11:20:10,669 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4bffb057dd96a76107add4ae235b59a0 2024-11-21T11:20:10,670 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:20:10,671 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4bffb057dd96a76107add4ae235b59a0 2024-11-21T11:20:10,672 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:10,672 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4bffb057dd96a76107add4ae235b59a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66289992, jitterRate=-0.012202143669128418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:20:10,673 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4bffb057dd96a76107add4ae235b59a0 2024-11-21T11:20:10,673 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4bffb057dd96a76107add4ae235b59a0: Running coprocessor pre-open hook at 1732188010661Writing region info on filesystem at 1732188010661Initializing all the Stores at 1732188010662 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188010662Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188010663 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188010663Cleaning up temporary data from old regions at 1732188010669 (+6 ms)Running coprocessor post-open hooks at 1732188010673 (+4 ms)Region opened successfully at 1732188010673 2024-11-21T11:20:10,673 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732188009517.4bffb057dd96a76107add4ae235b59a0., pid=6, masterSystemTime=1732188010657 2024-11-21T11:20:10,675 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732188009517.4bffb057dd96a76107add4ae235b59a0. 2024-11-21T11:20:10,675 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732188009517.4bffb057dd96a76107add4ae235b59a0. 2024-11-21T11:20:10,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4bffb057dd96a76107add4ae235b59a0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b462513bfc2,44071,1732188007008 2024-11-21T11:20:10,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bffb057dd96a76107add4ae235b59a0, server=7b462513bfc2,44071,1732188007008 because future has completed 2024-11-21T11:20:10,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:20:10,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4bffb057dd96a76107add4ae235b59a0, server=7b462513bfc2,44071,1732188007008 in 174 msec 2024-11-21T11:20:10,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:20:10,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4bffb057dd96a76107add4ae235b59a0, ASSIGN in 332 msec 2024-11-21T11:20:10,682 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:20:10,682 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188010682"}]},"ts":"1732188010682"} 2024-11-21T11:20:10,684 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T11:20:10,685 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:20:10,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-11-21T11:20:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:11,665 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T11:20:11,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ac8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:11,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,32991,-1 for getting cluster id 2024-11-21T11:20:11,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:11,666 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae4068fd-6fda-464f-ba0a-b81dafeb181e' 2024-11-21T11:20:11,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:11,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae4068fd-6fda-464f-ba0a-b81dafeb181e" 2024-11-21T11:20:11,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbc09fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:11,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,32991,-1] 2024-11-21T11:20:11,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:11,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:11,668 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:11,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e880702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:11,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d44bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:11,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,33865,-1 for getting cluster id 2024-11-21T11:20:11,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:11,670 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a616c49-b409-4a50-8151-1806d74e1422' 2024-11-21T11:20:11,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:11,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a616c49-b409-4a50-8151-1806d74e1422" 2024-11-21T11:20:11,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ca9cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:11,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,33865,-1] 2024-11-21T11:20:11,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:11,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:11,671 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:11,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ba4037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:11,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd723d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:11,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,32991,-1 for getting cluster id 2024-11-21T11:20:11,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:11,673 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae4068fd-6fda-464f-ba0a-b81dafeb181e' 2024-11-21T11:20:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae4068fd-6fda-464f-ba0a-b81dafeb181e" 2024-11-21T11:20:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76565611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,32991,-1] 2024-11-21T11:20:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:11,674 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:11,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b76925d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:11,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:11,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,32991,1732188004237 2024-11-21T11:20:11,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19f09dcc 2024-11-21T11:20:11,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:11,676 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:20:11,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b462513bfc2:33865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:20:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:20:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:11,679 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:33865' 2024-11-21T11:20:11,680 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbfa44f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:11,680 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,33865,-1 for getting cluster id 2024-11-21T11:20:11,681 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:11,681 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a616c49-b409-4a50-8151-1806d74e1422' 2024-11-21T11:20:11,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:11,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a616c49-b409-4a50-8151-1806d74e1422" 2024-11-21T11:20:11,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d64726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:11,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,33865,-1] 2024-11-21T11:20:11,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:11,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:11,682 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:11,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f80fa37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:11,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:11,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,33865,1732188006951 2024-11-21T11:20:11,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@335f903 2024-11-21T11:20:11,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:11,684 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:20:11,685 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T11:20:11,685 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:20:11,685 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:11,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:11,685 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:11,686 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:20:11,687 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T11:20:11,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:20:11,688 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:11,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:20:11,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741837_1013 (size=1138) 2024-11-21T11:20:11,737 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T11:20:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:12,095 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a97088035a5fa73bd297b46d838b144d, NAME => 'hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8 2024-11-21T11:20:12,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741838_1014 (size=44) 2024-11-21T11:20:12,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:12,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a97088035a5fa73bd297b46d838b144d, disabling compactions & flushes 2024-11-21T11:20:12,101 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. 2024-11-21T11:20:12,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. 2024-11-21T11:20:12,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. after waiting 0 ms 2024-11-21T11:20:12,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. 2024-11-21T11:20:12,101 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. 2024-11-21T11:20:12,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a97088035a5fa73bd297b46d838b144d: Waiting for close lock at 1732188012101Disabling compacts and flushes for region at 1732188012101Disabling writes for close at 1732188012101Writing region close event to WAL at 1732188012101Closed at 1732188012101 2024-11-21T11:20:12,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:20:12,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732188012102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188012102"}]},"ts":"1732188012102"} 2024-11-21T11:20:12,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:20:12,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:20:12,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188012105"}]},"ts":"1732188012105"} 2024-11-21T11:20:12,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T11:20:12,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a97088035a5fa73bd297b46d838b144d, ASSIGN}] 2024-11-21T11:20:12,107 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a97088035a5fa73bd297b46d838b144d, ASSIGN 2024-11-21T11:20:12,108 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a97088035a5fa73bd297b46d838b144d, ASSIGN; state=OFFLINE, location=7b462513bfc2,42933,1732188004303; forceNewPlan=false, retain=false 2024-11-21T11:20:12,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a97088035a5fa73bd297b46d838b144d, regionState=OPENING, regionLocation=7b462513bfc2,42933,1732188004303 2024-11-21T11:20:12,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a97088035a5fa73bd297b46d838b144d, ASSIGN because future has completed 2024-11-21T11:20:12,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a97088035a5fa73bd297b46d838b144d, server=7b462513bfc2,42933,1732188004303}] 2024-11-21T11:20:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:12,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. 2024-11-21T11:20:12,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:12,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T11:20:12,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C42933%2C1732188004303.rep, suffix=, logDir=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303, archiveDir=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/oldWALs, maxLogs=10 2024-11-21T11:20:12,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.rep.1732188012419, exclude list is [], retry=0 2024-11-21T11:20:12,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36679,DS-d4e6e5e4-a622-4a55-b2dc-99d73c6c080f,DISK] 2024-11-21T11:20:12,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.rep.1732188012419 2024-11-21T11:20:12,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42959:42959)] 2024-11-21T11:20:12,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a97088035a5fa73bd297b46d838b144d, NAME => 'hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:12,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:20:12,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:20:12,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. service=MultiRowMutationService 2024-11-21T11:20:12,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T11:20:12,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a97088035a5fa73bd297b46d838b144d 2024-11-21T11:20:12,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:12,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a97088035a5fa73bd297b46d838b144d 2024-11-21T11:20:12,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a97088035a5fa73bd297b46d838b144d 2024-11-21T11:20:12,438 INFO [StoreOpener-a97088035a5fa73bd297b46d838b144d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a97088035a5fa73bd297b46d838b144d 2024-11-21T11:20:12,439 INFO [StoreOpener-a97088035a5fa73bd297b46d838b144d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a97088035a5fa73bd297b46d838b144d columnFamilyName hfileref 2024-11-21T11:20:12,439 DEBUG [StoreOpener-a97088035a5fa73bd297b46d838b144d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:12,440 INFO [StoreOpener-a97088035a5fa73bd297b46d838b144d-1 {}] regionserver.HStore(327): Store=a97088035a5fa73bd297b46d838b144d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:12,440 INFO [StoreOpener-a97088035a5fa73bd297b46d838b144d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a97088035a5fa73bd297b46d838b144d 2024-11-21T11:20:12,441 INFO [StoreOpener-a97088035a5fa73bd297b46d838b144d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a97088035a5fa73bd297b46d838b144d columnFamilyName queue 2024-11-21T11:20:12,441 DEBUG [StoreOpener-a97088035a5fa73bd297b46d838b144d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:12,441 INFO [StoreOpener-a97088035a5fa73bd297b46d838b144d-1 {}] regionserver.HStore(327): Store=a97088035a5fa73bd297b46d838b144d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:12,441 INFO [StoreOpener-a97088035a5fa73bd297b46d838b144d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a97088035a5fa73bd297b46d838b144d 2024-11-21T11:20:12,442 INFO [StoreOpener-a97088035a5fa73bd297b46d838b144d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a97088035a5fa73bd297b46d838b144d columnFamilyName sid 2024-11-21T11:20:12,442 DEBUG [StoreOpener-a97088035a5fa73bd297b46d838b144d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:12,442 INFO [StoreOpener-a97088035a5fa73bd297b46d838b144d-1 {}] regionserver.HStore(327): Store=a97088035a5fa73bd297b46d838b144d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:12,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a97088035a5fa73bd297b46d838b144d 2024-11-21T11:20:12,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/replication/a97088035a5fa73bd297b46d838b144d 2024-11-21T11:20:12,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/replication/a97088035a5fa73bd297b46d838b144d 2024-11-21T11:20:12,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a97088035a5fa73bd297b46d838b144d 2024-11-21T11:20:12,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a97088035a5fa73bd297b46d838b144d 2024-11-21T11:20:12,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:20:12,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a97088035a5fa73bd297b46d838b144d 2024-11-21T11:20:12,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/replication/a97088035a5fa73bd297b46d838b144d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:12,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a97088035a5fa73bd297b46d838b144d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69027867, jitterRate=0.028595373034477234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:20:12,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a97088035a5fa73bd297b46d838b144d 2024-11-21T11:20:12,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a97088035a5fa73bd297b46d838b144d: Running coprocessor pre-open hook at 1732188012437Writing region info on filesystem at 1732188012437Initializing all the Stores at 1732188012438 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188012438Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188012438Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188012438Cleaning up temporary data from old regions at 1732188012444 (+6 ms)Running coprocessor post-open hooks at 1732188012447 (+3 ms)Region opened successfully at 1732188012448 (+1 ms) 2024-11-21T11:20:12,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d., pid=10, masterSystemTime=1732188012414 2024-11-21T11:20:12,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. 2024-11-21T11:20:12,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. 2024-11-21T11:20:12,451 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a97088035a5fa73bd297b46d838b144d, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,42933,1732188004303 2024-11-21T11:20:12,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a97088035a5fa73bd297b46d838b144d, server=7b462513bfc2,42933,1732188004303 because future has completed 2024-11-21T11:20:12,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T11:20:12,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a97088035a5fa73bd297b46d838b144d, server=7b462513bfc2,42933,1732188004303 in 191 msec 2024-11-21T11:20:12,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T11:20:12,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a97088035a5fa73bd297b46d838b144d, ASSIGN in 349 msec 2024-11-21T11:20:12,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:20:12,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188012457"}]},"ts":"1732188012457"} 2024-11-21T11:20:12,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T11:20:12,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:20:12,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 774 msec 2024-11-21T11:20:12,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d., hostname=7b462513bfc2,42933,1732188004303, seqNum=2] 2024-11-21T11:20:12,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504 2024-11-21T11:20:12,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504 2024-11-21T11:20:12,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:20:12,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T11:20:12,654 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T11:20:12,695 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,42933,1732188004303, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:20:12,695 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:12,695 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,42933,1732188004303, seqNum=-1] 2024-11-21T11:20:12,696 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:12,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T11:20:12,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b462513bfc2,42933,1732188004303', locateType=CURRENT is [region=hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d., hostname=7b462513bfc2,42933,1732188004303, seqNum=2] 2024-11-21T11:20:12,704 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T11:20:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T11:20:12,707 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b462513bfc2,42933,1732188004303 suceeded 2024-11-21T11:20:12,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T11:20:12,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-21T11:20:12,709 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b462513bfc2:33865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:20:12,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0320 sec 2024-11-21T11:20:12,723 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:33865' 2024-11-21T11:20:12,724 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@212816c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:12,724 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,33865,-1 for getting cluster id 2024-11-21T11:20:12,724 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:12,725 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a616c49-b409-4a50-8151-1806d74e1422' 2024-11-21T11:20:12,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:12,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a616c49-b409-4a50-8151-1806d74e1422" 2024-11-21T11:20:12,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22f38e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:12,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,33865,-1] 2024-11-21T11:20:12,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:12,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:12,727 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:12,728 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34ab62d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:12,728 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:12,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,33865,1732188006951 2024-11-21T11:20:12,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16cad107 2024-11-21T11:20:12,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:12,730 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-21T11:20:12,730 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,42933,1732188004303 (queues=1) is replicating from cluster=ae4068fd-6fda-464f-ba0a-b81dafeb181e to cluster=1a616c49-b409-4a50-8151-1806d74e1422 2024-11-21T11:20:12,730 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C42933%2C1732188004303 2024-11-21T11:20:12,730 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,42933,1732188004303, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:20:12,731 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.shipper7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C42933%2C1732188004303 2024-11-21T11:20:12,731 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715, startPosition=0, beingWritten=true 2024-11-21T11:20:12,736 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:12,736 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 379, reset compression=false 2024-11-21T11:20:12,736 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.shipper7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,42933,1732188004303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:12,815 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T11:20:12,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:20:12,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:12,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:12,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:12,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:12,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d39cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:12,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,33865,-1 for getting cluster id 2024-11-21T11:20:12,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:12,817 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a616c49-b409-4a50-8151-1806d74e1422' 2024-11-21T11:20:12,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a616c49-b409-4a50-8151-1806d74e1422" 2024-11-21T11:20:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f935871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,33865,-1] 2024-11-21T11:20:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:12,819 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:12,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0633d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:12,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,33865,1732188006951 2024-11-21T11:20:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2681d49a 2024-11-21T11:20:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:12,822 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:20:12,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b462513bfc2:32991,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:20:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:20:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:12,824 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:32991' 2024-11-21T11:20:12,825 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae4fdc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:12,825 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,32991,-1 for getting cluster id 2024-11-21T11:20:12,825 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:12,826 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae4068fd-6fda-464f-ba0a-b81dafeb181e' 2024-11-21T11:20:12,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:12,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae4068fd-6fda-464f-ba0a-b81dafeb181e" 2024-11-21T11:20:12,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d83c228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:12,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,32991,-1] 2024-11-21T11:20:12,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:12,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:12,827 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:12,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756c8341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:12,828 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:12,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,32991,1732188004237 2024-11-21T11:20:12,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64a1e8d8 2024-11-21T11:20:12,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:12,829 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:20:12,829 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T11:20:12,830 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:20:12,830 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:12,830 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:12,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:12,830 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:20:12,831 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T11:20:12,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:20:12,832 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:12,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:20:12,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741837_1013 (size=1138) 2024-11-21T11:20:12,881 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T11:20:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:12,940 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 379, reset compression=false 2024-11-21T11:20:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:13,239 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 807d930b95ad37d6a0316371f124257c, NAME => 'hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126 2024-11-21T11:20:13,244 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 379, reset compression=false 2024-11-21T11:20:13,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741838_1014 (size=44) 2024-11-21T11:20:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:13,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:13,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 807d930b95ad37d6a0316371f124257c, disabling compactions & flushes 2024-11-21T11:20:13,646 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c. 2024-11-21T11:20:13,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c. 2024-11-21T11:20:13,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c. after waiting 0 ms 2024-11-21T11:20:13,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c. 2024-11-21T11:20:13,646 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c. 2024-11-21T11:20:13,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 807d930b95ad37d6a0316371f124257c: Waiting for close lock at 1732188013646Disabling compacts and flushes for region at 1732188013646Disabling writes for close at 1732188013646Writing region close event to WAL at 1732188013646Closed at 1732188013646 2024-11-21T11:20:13,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:20:13,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732188013647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188013647"}]},"ts":"1732188013647"} 2024-11-21T11:20:13,649 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:20:13,649 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 379, reset compression=false 2024-11-21T11:20:13,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:20:13,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188013650"}]},"ts":"1732188013650"} 2024-11-21T11:20:13,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T11:20:13,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=807d930b95ad37d6a0316371f124257c, ASSIGN}] 2024-11-21T11:20:13,653 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=807d930b95ad37d6a0316371f124257c, ASSIGN 2024-11-21T11:20:13,654 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=807d930b95ad37d6a0316371f124257c, ASSIGN; state=OFFLINE, location=7b462513bfc2,44071,1732188007008; forceNewPlan=false, retain=false 2024-11-21T11:20:13,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=807d930b95ad37d6a0316371f124257c, regionState=OPENING, regionLocation=7b462513bfc2,44071,1732188007008 2024-11-21T11:20:13,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=807d930b95ad37d6a0316371f124257c, ASSIGN because future has completed 2024-11-21T11:20:13,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 807d930b95ad37d6a0316371f124257c, server=7b462513bfc2,44071,1732188007008}] 2024-11-21T11:20:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:13,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c. 2024-11-21T11:20:13,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:13,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T11:20:13,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C44071%2C1732188007008.rep, suffix=, logDir=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008, archiveDir=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/oldWALs, maxLogs=10 2024-11-21T11:20:13,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.rep.1732188013966, exclude list is [], retry=0 2024-11-21T11:20:13,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34711,DS-48bd341f-7570-4b36-a008-efcb75aff740,DISK] 2024-11-21T11:20:13,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.rep.1732188013966 2024-11-21T11:20:13,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39391:39391)] 2024-11-21T11:20:13,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 807d930b95ad37d6a0316371f124257c, NAME => 'hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:13,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:20:13,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:20:13,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c. service=MultiRowMutationService 2024-11-21T11:20:13,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T11:20:13,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 807d930b95ad37d6a0316371f124257c 2024-11-21T11:20:13,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:13,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 807d930b95ad37d6a0316371f124257c 2024-11-21T11:20:13,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 807d930b95ad37d6a0316371f124257c 2024-11-21T11:20:13,986 INFO [StoreOpener-807d930b95ad37d6a0316371f124257c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 807d930b95ad37d6a0316371f124257c 2024-11-21T11:20:13,988 INFO [StoreOpener-807d930b95ad37d6a0316371f124257c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 807d930b95ad37d6a0316371f124257c columnFamilyName hfileref 2024-11-21T11:20:13,988 DEBUG [StoreOpener-807d930b95ad37d6a0316371f124257c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:13,988 INFO [StoreOpener-807d930b95ad37d6a0316371f124257c-1 {}] regionserver.HStore(327): Store=807d930b95ad37d6a0316371f124257c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:13,989 INFO [StoreOpener-807d930b95ad37d6a0316371f124257c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 807d930b95ad37d6a0316371f124257c 2024-11-21T11:20:13,990 INFO [StoreOpener-807d930b95ad37d6a0316371f124257c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 807d930b95ad37d6a0316371f124257c columnFamilyName queue 2024-11-21T11:20:13,990 DEBUG [StoreOpener-807d930b95ad37d6a0316371f124257c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:13,990 INFO [StoreOpener-807d930b95ad37d6a0316371f124257c-1 {}] regionserver.HStore(327): Store=807d930b95ad37d6a0316371f124257c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:13,990 INFO [StoreOpener-807d930b95ad37d6a0316371f124257c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 807d930b95ad37d6a0316371f124257c 2024-11-21T11:20:13,991 INFO [StoreOpener-807d930b95ad37d6a0316371f124257c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 807d930b95ad37d6a0316371f124257c columnFamilyName sid 2024-11-21T11:20:13,991 DEBUG [StoreOpener-807d930b95ad37d6a0316371f124257c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:13,991 INFO [StoreOpener-807d930b95ad37d6a0316371f124257c-1 {}] regionserver.HStore(327): Store=807d930b95ad37d6a0316371f124257c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:13,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 807d930b95ad37d6a0316371f124257c 2024-11-21T11:20:13,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/replication/807d930b95ad37d6a0316371f124257c 2024-11-21T11:20:13,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/replication/807d930b95ad37d6a0316371f124257c 2024-11-21T11:20:13,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 807d930b95ad37d6a0316371f124257c 2024-11-21T11:20:13,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 807d930b95ad37d6a0316371f124257c 2024-11-21T11:20:13,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:20:13,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 807d930b95ad37d6a0316371f124257c 2024-11-21T11:20:13,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/replication/807d930b95ad37d6a0316371f124257c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:13,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 807d930b95ad37d6a0316371f124257c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66177239, jitterRate=-0.013882294297218323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:20:13,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 807d930b95ad37d6a0316371f124257c 2024-11-21T11:20:13,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 807d930b95ad37d6a0316371f124257c: Running coprocessor pre-open hook at 1732188013985Writing region info on filesystem at 1732188013985Initializing all the Stores at 1732188013985Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188013985Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188013986 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188013986Cleaning up temporary data from old regions at 1732188013994 (+8 ms)Running coprocessor post-open hooks at 1732188013998 (+4 ms)Region opened successfully at 1732188013998 2024-11-21T11:20:13,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c., pid=10, masterSystemTime=1732188013960 2024-11-21T11:20:14,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c. 2024-11-21T11:20:14,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c. 2024-11-21T11:20:14,001 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=807d930b95ad37d6a0316371f124257c, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,44071,1732188007008 2024-11-21T11:20:14,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 807d930b95ad37d6a0316371f124257c, server=7b462513bfc2,44071,1732188007008 because future has completed 2024-11-21T11:20:14,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T11:20:14,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 807d930b95ad37d6a0316371f124257c, server=7b462513bfc2,44071,1732188007008 in 201 msec 2024-11-21T11:20:14,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T11:20:14,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=807d930b95ad37d6a0316371f124257c, ASSIGN in 358 msec 2024-11-21T11:20:14,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:20:14,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188014013"}]},"ts":"1732188014013"} 2024-11-21T11:20:14,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T11:20:14,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:20:14,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-21T11:20:14,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c., hostname=7b462513bfc2,44071,1732188007008, seqNum=2] 2024-11-21T11:20:14,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183 2024-11-21T11:20:14,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183 2024-11-21T11:20:14,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:20:14,153 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 379, reset compression=false 2024-11-21T11:20:14,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T11:20:14,211 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T11:20:14,239 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:20:14,248 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,44071,1732188007008, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:20:14,249 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:14,249 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,44071,1732188007008, seqNum=-1] 2024-11-21T11:20:14,250 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:14,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T11:20:14,255 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b462513bfc2,44071,1732188007008', locateType=CURRENT is [region=hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c., hostname=7b462513bfc2,44071,1732188007008, seqNum=2] 2024-11-21T11:20:14,259 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T11:20:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T11:20:14,261 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b462513bfc2,44071,1732188007008 suceeded 2024-11-21T11:20:14,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T11:20:14,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-21T11:20:14,263 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b462513bfc2:32991,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:20:14,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4410 sec 2024-11-21T11:20:14,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:14,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:14,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:14,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:14,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:14,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:14,285 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:32991' 2024-11-21T11:20:14,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:14,289 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f084001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:14,289 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,32991,-1 for getting cluster id 2024-11-21T11:20:14,289 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:14,290 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae4068fd-6fda-464f-ba0a-b81dafeb181e' 2024-11-21T11:20:14,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:14,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:14,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:14,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae4068fd-6fda-464f-ba0a-b81dafeb181e" 2024-11-21T11:20:14,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21b2ebc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:14,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,32991,-1] 2024-11-21T11:20:14,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:14,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:14,292 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:14,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:14,293 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c48b716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:14,293 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:14,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,32991,1732188004237 2024-11-21T11:20:14,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@627311ed 2024-11-21T11:20:14,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:14,295 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-21T11:20:14,296 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,44071,1732188007008 (queues=1) is replicating from cluster=1a616c49-b409-4a50-8151-1806d74e1422 to cluster=ae4068fd-6fda-464f-ba0a-b81dafeb181e 2024-11-21T11:20:14,296 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C44071%2C1732188007008 2024-11-21T11:20:14,296 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,44071,1732188007008, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:20:14,305 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T11:20:14,306 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341, startPosition=0, beingWritten=true 2024-11-21T11:20:14,312 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.shipper7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C44071%2C1732188007008 2024-11-21T11:20:14,320 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:14,320 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 379, reset compression=false 2024-11-21T11:20:14,321 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.shipper7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44071,1732188007008 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:14,545 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 379, reset compression=false 2024-11-21T11:20:14,757 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 379, reset compression=false 2024-11-21T11:20:14,850 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 379, reset compression=false 2024-11-21T11:20:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:14,975 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T11:20:14,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:20:14,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:14,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:14,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:14,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:14,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:14,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,42933,1732188004303, seqNum=-1] 2024-11-21T11:20:14,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:14,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:20:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732188008887.cd32caf246debde8796ade4659ae4841., hostname=7b462513bfc2,42933,1732188004303, seqNum=2] 2024-11-21T11:20:14,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:14,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,44071,1732188007008, seqNum=-1] 2024-11-21T11:20:14,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:14,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:20:14,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732188009517.4bffb057dd96a76107add4ae235b59a0., hostname=7b462513bfc2,44071,1732188007008, seqNum=2] 2024-11-21T11:20:14,991 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T11:20:15,254 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 379, reset compression=false 2024-11-21T11:20:15,462 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 379, reset compression=false 2024-11-21T11:20:15,472 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:15,472 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 480, reset compression=false 2024-11-21T11:20:15,472 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.shipper7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,42933,1732188004303 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd32caf246debde8796ade4659ae4841/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T11:20:15,474 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.shipper7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:20:15,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-21T11:20:15,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:15,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2471ffd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:15,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,33865,-1 for getting cluster id 2024-11-21T11:20:15,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:15,494 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a616c49-b409-4a50-8151-1806d74e1422' 2024-11-21T11:20:15,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:15,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a616c49-b409-4a50-8151-1806d74e1422" 2024-11-21T11:20:15,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21cc8d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:15,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,33865,-1] 2024-11-21T11:20:15,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:15,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:15,497 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:15,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d562d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:15,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:15,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,44071,1732188007008, seqNum=-1] 2024-11-21T11:20:15,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:15,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T11:20:15,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732188009517.4bffb057dd96a76107add4ae235b59a0., hostname=7b462513bfc2,44071,1732188007008, seqNum=2] 2024-11-21T11:20:15,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:15,712 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 480, reset compression=false 2024-11-21T11:20:15,758 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 379, reset compression=false 2024-11-21T11:20:15,787 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:15,787 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 504, reset compression=false 2024-11-21T11:20:15,787 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.shipper7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44071,1732188007008 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:15,996 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T11:20:16,000 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T11:20:16,010 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 504, reset compression=false 2024-11-21T11:20:16,014 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:16,014 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 608, reset compression=false 2024-11-21T11:20:16,014 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.shipper7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44071,1732188007008 got entry batch from reader: WALEntryBatch [walEntries=[{test/4bffb057dd96a76107add4ae235b59a0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T11:20:16,017 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.shipper7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:20:16,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-21T11:20:16,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42933 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:16,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@669dda96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:16,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42933 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,32991,-1 for getting cluster id 2024-11-21T11:20:16,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:16,019 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae4068fd-6fda-464f-ba0a-b81dafeb181e' 2024-11-21T11:20:16,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:16,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae4068fd-6fda-464f-ba0a-b81dafeb181e" 2024-11-21T11:20:16,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1353f923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:16,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,32991,-1] 2024-11-21T11:20:16,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:16,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:16,021 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:16,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e7307eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:16,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42933 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:16,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,42933,1732188004303, seqNum=-1] 2024-11-21T11:20:16,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:16,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T11:20:16,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732188008887.cd32caf246debde8796ade4659ae4841., hostname=7b462513bfc2,42933,1732188004303, seqNum=2] 2024-11-21T11:20:16,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42933 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:16,053 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 480, reset compression=false 2024-11-21T11:20:16,058 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:16,058 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 607, reset compression=false 2024-11-21T11:20:16,058 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.shipper7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,42933,1732188004303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:16,219 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 608, reset compression=false 2024-11-21T11:20:16,283 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 607, reset compression=false 2024-11-21T11:20:16,522 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 608, reset compression=false 2024-11-21T11:20:16,587 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 607, reset compression=false 2024-11-21T11:20:16,926 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 608, reset compression=false 2024-11-21T11:20:16,992 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 607, reset compression=false 2024-11-21T11:20:17,002 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T11:20:17,012 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T11:20:17,430 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 608, reset compression=false 2024-11-21T11:20:17,496 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 607, reset compression=false 2024-11-21T11:20:17,501 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:17,501 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 763, reset compression=false 2024-11-21T11:20:17,501 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.shipper7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,42933,1732188004303 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd32caf246debde8796ade4659ae4841/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T11:20:17,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:17,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:17,705 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 763, reset compression=false 2024-11-21T11:20:18,009 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 763, reset compression=false 2024-11-21T11:20:18,014 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T11:20:18,018 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T11:20:18,034 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 608, reset compression=false 2024-11-21T11:20:18,039 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:18,039 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 915, reset compression=false 2024-11-21T11:20:18,039 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.shipper7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44071,1732188007008 got entry batch from reader: WALEntryBatch [walEntries=[{test/4bffb057dd96a76107add4ae235b59a0/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T11:20:18,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42933 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:18,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42933 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:18,245 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 915, reset compression=false 2024-11-21T11:20:18,413 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 763, reset compression=false 2024-11-21T11:20:18,418 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:18,418 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 912, reset compression=false 2024-11-21T11:20:18,418 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.shipper7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,42933,1732188004303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:18,549 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 915, reset compression=false 2024-11-21T11:20:18,621 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 912, reset compression=false 2024-11-21T11:20:18,925 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 912, reset compression=false 2024-11-21T11:20:18,953 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 915, reset compression=false 2024-11-21T11:20:19,020 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T11:20:19,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:20:19,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:20:19,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:19,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:19,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:19,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:19,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:20:19,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2053986705, stopped=false 2024-11-21T11:20:19,023 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,33865,1732188006951 2024-11-21T11:20:19,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1689031183/running 2024-11-21T11:20:19,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1689031183/running 2024-11-21T11:20:19,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183 2024-11-21T11:20:19,025 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:20:19,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183 2024-11-21T11:20:19,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:20:19,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:19,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:19,026 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,44071,1732188007008' ***** 2024-11-21T11:20:19,026 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:20:19,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Set watcher on znode that does not yet exist, /1689031183/running 2024-11-21T11:20:19,026 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:20:19,026 INFO [RS:0;7b462513bfc2:44071 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:20:19,026 INFO [RS:0;7b462513bfc2:44071 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:20:19,026 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:20:19,026 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(3091): Received CLOSE for 807d930b95ad37d6a0316371f124257c 2024-11-21T11:20:19,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Set watcher on znode that does not yet exist, /1689031183/running 2024-11-21T11:20:19,027 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(3091): Received CLOSE for 4bffb057dd96a76107add4ae235b59a0 2024-11-21T11:20:19,027 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,44071,1732188007008 2024-11-21T11:20:19,027 INFO [RS:0;7b462513bfc2:44071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:20:19,027 INFO [RS:0;7b462513bfc2:44071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:44071. 2024-11-21T11:20:19,027 DEBUG [RS:0;7b462513bfc2:44071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:19,027 DEBUG [RS:0;7b462513bfc2:44071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:19,027 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 807d930b95ad37d6a0316371f124257c, disabling compactions & flushes 2024-11-21T11:20:19,027 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c. 2024-11-21T11:20:19,027 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:20:19,027 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c. 2024-11-21T11:20:19,027 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:20:19,027 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:20:19,027 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c. after waiting 0 ms 2024-11-21T11:20:19,027 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:20:19,027 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c. 2024-11-21T11:20:19,027 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 807d930b95ad37d6a0316371f124257c 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-21T11:20:19,027 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T11:20:19,028 DEBUG [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(1325): Online Regions={807d930b95ad37d6a0316371f124257c=hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c., 1588230740=hbase:meta,,1.1588230740, 4bffb057dd96a76107add4ae235b59a0=test,,1732188009517.4bffb057dd96a76107add4ae235b59a0.} 2024-11-21T11:20:19,028 DEBUG [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bffb057dd96a76107add4ae235b59a0, 807d930b95ad37d6a0316371f124257c 2024-11-21T11:20:19,028 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:20:19,028 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:20:19,028 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:20:19,028 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:20:19,028 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:20:19,028 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T11:20:19,049 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/replication/807d930b95ad37d6a0316371f124257c/.tmp/queue/e2c4d731e8ce4a14b7217c1cc727dd30 is 153, key is 1-7b462513bfc2,44071,1732188007008/queue:7b462513bfc2%2C44071%2C1732188007008/1732188018044/Put/seqid=0 2024-11-21T11:20:19,050 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/.tmp/info/20af26ff58754507ad2dd6d5bb245a30 is 147, key is hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c./info:regioninfo/1732188014001/Put/seqid=0 2024-11-21T11:20:19,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741840_1016 (size=5352) 2024-11-21T11:20:19,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741841_1017 (size=7686) 2024-11-21T11:20:19,111 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:20:19,197 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:20:19,197 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:20:19,228 DEBUG [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bffb057dd96a76107add4ae235b59a0, 807d930b95ad37d6a0316371f124257c 2024-11-21T11:20:19,329 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 912, reset compression=false 2024-11-21T11:20:19,428 DEBUG [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bffb057dd96a76107add4ae235b59a0, 807d930b95ad37d6a0316371f124257c 2024-11-21T11:20:19,455 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/replication/807d930b95ad37d6a0316371f124257c/.tmp/queue/e2c4d731e8ce4a14b7217c1cc727dd30 2024-11-21T11:20:19,457 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/WALs/7b462513bfc2,44071,1732188007008/7b462513bfc2%2C44071%2C1732188007008.1732188008341 to pos 915, reset compression=false 2024-11-21T11:20:19,462 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/.tmp/info/20af26ff58754507ad2dd6d5bb245a30 2024-11-21T11:20:19,463 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/replication/807d930b95ad37d6a0316371f124257c/.tmp/queue/e2c4d731e8ce4a14b7217c1cc727dd30 as hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/replication/807d930b95ad37d6a0316371f124257c/queue/e2c4d731e8ce4a14b7217c1cc727dd30 2024-11-21T11:20:19,471 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/replication/807d930b95ad37d6a0316371f124257c/queue/e2c4d731e8ce4a14b7217c1cc727dd30, entries=1, sequenceid=9, filesize=5.2 K 2024-11-21T11:20:19,472 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 807d930b95ad37d6a0316371f124257c in 445ms, sequenceid=9, compaction requested=false 2024-11-21T11:20:19,482 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/replication/807d930b95ad37d6a0316371f124257c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-21T11:20:19,482 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:20:19,482 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:20:19,482 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c. 2024-11-21T11:20:19,483 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 807d930b95ad37d6a0316371f124257c: Waiting for close lock at 1732188019027Running coprocessor pre-close hooks at 1732188019027Disabling compacts and flushes for region at 1732188019027Disabling writes for close at 1732188019027Obtaining lock to block concurrent updates at 1732188019027Preparing flush snapshotting stores in 807d930b95ad37d6a0316371f124257c at 1732188019027Finished memstore snapshotting hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1732188019028 (+1 ms)Flushing stores of hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c. at 1732188019029 (+1 ms)Flushing 807d930b95ad37d6a0316371f124257c/queue: creating writer at 1732188019029Flushing 807d930b95ad37d6a0316371f124257c/queue: appending metadata at 1732188019048 (+19 ms)Flushing 807d930b95ad37d6a0316371f124257c/queue: closing flushed file at 1732188019048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1531d4b2: reopening flushed file at 1732188019462 (+414 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 807d930b95ad37d6a0316371f124257c in 445ms, sequenceid=9, compaction requested=false at 1732188019472 (+10 ms)Writing region close event to WAL at 1732188019474 (+2 ms)Running coprocessor post-close hooks at 1732188019482 (+8 ms)Closed at 1732188019482 2024-11-21T11:20:19,483 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732188012830.807d930b95ad37d6a0316371f124257c. 2024-11-21T11:20:19,483 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4bffb057dd96a76107add4ae235b59a0, disabling compactions & flushes 2024-11-21T11:20:19,483 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732188009517.4bffb057dd96a76107add4ae235b59a0. 2024-11-21T11:20:19,483 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188009517.4bffb057dd96a76107add4ae235b59a0. 2024-11-21T11:20:19,483 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732188009517.4bffb057dd96a76107add4ae235b59a0. after waiting 0 ms 2024-11-21T11:20:19,483 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732188009517.4bffb057dd96a76107add4ae235b59a0. 2024-11-21T11:20:19,483 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4bffb057dd96a76107add4ae235b59a0 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-21T11:20:19,487 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:20:19,492 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/.tmp/ns/8647d59435db4e8297ceaf0919864457 is 43, key is default/ns:d/1732188008762/Put/seqid=0 2024-11-21T11:20:19,507 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0/.tmp/f/a8dcbec389b143849ec27e2cc19b8df6 is 29, key is row1/f:/1732188018015/DeleteFamily/seqid=0 2024-11-21T11:20:19,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741842_1018 (size=5153) 2024-11-21T11:20:19,518 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/.tmp/ns/8647d59435db4e8297ceaf0919864457 2024-11-21T11:20:19,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741843_1019 (size=5118) 2024-11-21T11:20:19,540 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0/.tmp/f/a8dcbec389b143849ec27e2cc19b8df6 2024-11-21T11:20:19,545 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8dcbec389b143849ec27e2cc19b8df6 2024-11-21T11:20:19,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:19,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:19,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:19,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:19,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:19,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:19,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:19,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:19,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:19,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:19,572 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/.tmp/rep_barrier/82abb480b5b442618cd8e584143b1654 is 112, key is test,,1732188009517.4bffb057dd96a76107add4ae235b59a0./rep_barrier:seqnumDuringOpen/1732188010676/Put/seqid=0 2024-11-21T11:20:19,580 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0/.tmp/f1/9f1d40ea8b704f74ab5f668437c50c11 is 30, key is row1/f1:/1732188018015/DeleteFamily/seqid=0 2024-11-21T11:20:19,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741844_1020 (size=5518) 2024-11-21T11:20:19,607 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/.tmp/rep_barrier/82abb480b5b442618cd8e584143b1654 2024-11-21T11:20:19,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741845_1021 (size=5123) 2024-11-21T11:20:19,618 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0/.tmp/f1/9f1d40ea8b704f74ab5f668437c50c11 2024-11-21T11:20:19,622 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f1d40ea8b704f74ab5f668437c50c11 2024-11-21T11:20:19,628 DEBUG [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bffb057dd96a76107add4ae235b59a0 2024-11-21T11:20:19,659 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/.tmp/table/eeeaa75b9ab14505804c213a8112c4c0 is 53, key is hbase:replication/table:state/1732188014013/Put/seqid=0 2024-11-21T11:20:19,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741846_1022 (size=5308) 2024-11-21T11:20:19,672 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/.tmp/table/eeeaa75b9ab14505804c213a8112c4c0 2024-11-21T11:20:19,673 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0/.tmp/norep/1c8223a7347b41578e788917d92180de is 33, key is row1/norep:/1732188018015/DeleteFamily/seqid=0 2024-11-21T11:20:19,681 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/.tmp/info/20af26ff58754507ad2dd6d5bb245a30 as hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/info/20af26ff58754507ad2dd6d5bb245a30 2024-11-21T11:20:19,688 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/info/20af26ff58754507ad2dd6d5bb245a30, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T11:20:19,689 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/.tmp/ns/8647d59435db4e8297ceaf0919864457 as hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/ns/8647d59435db4e8297ceaf0919864457 2024-11-21T11:20:19,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741847_1023 (size=5108) 2024-11-21T11:20:19,691 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0/.tmp/norep/1c8223a7347b41578e788917d92180de 2024-11-21T11:20:19,696 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c8223a7347b41578e788917d92180de 2024-11-21T11:20:19,697 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0/.tmp/f/a8dcbec389b143849ec27e2cc19b8df6 as hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0/f/a8dcbec389b143849ec27e2cc19b8df6 2024-11-21T11:20:19,701 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/ns/8647d59435db4e8297ceaf0919864457, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T11:20:19,702 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/.tmp/rep_barrier/82abb480b5b442618cd8e584143b1654 as hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/rep_barrier/82abb480b5b442618cd8e584143b1654 2024-11-21T11:20:19,707 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/rep_barrier/82abb480b5b442618cd8e584143b1654, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T11:20:19,708 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/.tmp/table/eeeaa75b9ab14505804c213a8112c4c0 as hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/table/eeeaa75b9ab14505804c213a8112c4c0 2024-11-21T11:20:19,710 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8dcbec389b143849ec27e2cc19b8df6 2024-11-21T11:20:19,710 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0/f/a8dcbec389b143849ec27e2cc19b8df6, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T11:20:19,711 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0/.tmp/f1/9f1d40ea8b704f74ab5f668437c50c11 as hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0/f1/9f1d40ea8b704f74ab5f668437c50c11 2024-11-21T11:20:19,715 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f1d40ea8b704f74ab5f668437c50c11 2024-11-21T11:20:19,715 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0/f1/9f1d40ea8b704f74ab5f668437c50c11, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T11:20:19,716 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/table/eeeaa75b9ab14505804c213a8112c4c0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T11:20:19,716 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0/.tmp/norep/1c8223a7347b41578e788917d92180de as hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0/norep/1c8223a7347b41578e788917d92180de 2024-11-21T11:20:19,717 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 689ms, sequenceid=16, compaction requested=false 2024-11-21T11:20:19,720 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c8223a7347b41578e788917d92180de 2024-11-21T11:20:19,720 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0/norep/1c8223a7347b41578e788917d92180de, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T11:20:19,721 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4bffb057dd96a76107add4ae235b59a0 in 238ms, sequenceid=8, compaction requested=false 2024-11-21T11:20:19,745 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T11:20:19,745 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/data/default/test/4bffb057dd96a76107add4ae235b59a0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T11:20:19,746 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:20:19,746 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:20:19,746 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:20:19,746 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:20:19,746 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:20:19,746 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732188009517.4bffb057dd96a76107add4ae235b59a0. 2024-11-21T11:20:19,746 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188019028Running coprocessor pre-close hooks at 1732188019028Disabling compacts and flushes for region at 1732188019028Disabling writes for close at 1732188019028Obtaining lock to block concurrent updates at 1732188019028Preparing flush snapshotting stores in 1588230740 at 1732188019028Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732188019028Flushing stores of hbase:meta,,1.1588230740 at 1732188019029 (+1 ms)Flushing 1588230740/info: creating writer at 1732188019029Flushing 1588230740/info: appending metadata at 1732188019049 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732188019050 (+1 ms)Flushing 1588230740/ns: creating writer at 1732188019467 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732188019491 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732188019491Flushing 1588230740/rep_barrier: creating writer at 1732188019525 (+34 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732188019571 (+46 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732188019571Flushing 1588230740/table: creating writer at 1732188019612 (+41 ms)Flushing 1588230740/table: appending metadata at 1732188019656 (+44 ms)Flushing 1588230740/table: closing flushed file at 1732188019656Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b8ea95: reopening flushed file at 1732188019680 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@470e843c: reopening flushed file at 1732188019688 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18ee6bee: reopening flushed file at 1732188019701 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d4057b: reopening flushed file at 1732188019707 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 689ms, sequenceid=16, compaction requested=false at 1732188019717 (+10 ms)Writing region close event to WAL at 1732188019738 (+21 ms)Running coprocessor post-close hooks at 1732188019746 (+8 ms)Closed at 1732188019746 2024-11-21T11:20:19,746 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4bffb057dd96a76107add4ae235b59a0: Waiting for close lock at 1732188019483Running coprocessor pre-close hooks at 1732188019483Disabling compacts and flushes for region at 1732188019483Disabling writes for close at 1732188019483Obtaining lock to block concurrent updates at 1732188019483Preparing flush snapshotting stores in 4bffb057dd96a76107add4ae235b59a0 at 1732188019483Finished memstore snapshotting test,,1732188009517.4bffb057dd96a76107add4ae235b59a0., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732188019483Flushing stores of test,,1732188009517.4bffb057dd96a76107add4ae235b59a0. at 1732188019484 (+1 ms)Flushing 4bffb057dd96a76107add4ae235b59a0/f: creating writer at 1732188019484Flushing 4bffb057dd96a76107add4ae235b59a0/f: appending metadata at 1732188019506 (+22 ms)Flushing 4bffb057dd96a76107add4ae235b59a0/f: closing flushed file at 1732188019506Flushing 4bffb057dd96a76107add4ae235b59a0/f1: creating writer at 1732188019545 (+39 ms)Flushing 4bffb057dd96a76107add4ae235b59a0/f1: appending metadata at 1732188019579 (+34 ms)Flushing 4bffb057dd96a76107add4ae235b59a0/f1: closing flushed file at 1732188019579Flushing 4bffb057dd96a76107add4ae235b59a0/norep: creating writer at 1732188019622 (+43 ms)Flushing 4bffb057dd96a76107add4ae235b59a0/norep: appending metadata at 1732188019672 (+50 ms)Flushing 4bffb057dd96a76107add4ae235b59a0/norep: closing flushed file at 1732188019672Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dec3366: reopening flushed file at 1732188019696 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31d5f579: reopening flushed file at 1732188019710 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709ae92a: reopening flushed file at 1732188019715 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4bffb057dd96a76107add4ae235b59a0 in 238ms, sequenceid=8, compaction requested=false at 1732188019721 (+6 ms)Writing region close event to WAL at 1732188019739 (+18 ms)Running coprocessor post-close hooks at 1732188019746 (+7 ms)Closed at 1732188019746 2024-11-21T11:20:19,746 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:20:19,746 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732188009517.4bffb057dd96a76107add4ae235b59a0. 2024-11-21T11:20:19,829 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,44071,1732188007008; all regions closed. 2024-11-21T11:20:19,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741834_1010 (size=4239) 2024-11-21T11:20:19,833 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 912, reset compression=false 2024-11-21T11:20:19,840 DEBUG [RS:0;7b462513bfc2:44071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/oldWALs 2024-11-21T11:20:19,840 INFO [RS:0;7b462513bfc2:44071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C44071%2C1732188007008.meta:.meta(num 1732188008717) 2024-11-21T11:20:19,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741839_1015 (size=2458) 2024-11-21T11:20:19,878 DEBUG [RS:0;7b462513bfc2:44071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/oldWALs 2024-11-21T11:20:19,878 INFO [RS:0;7b462513bfc2:44071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C44071%2C1732188007008.rep:(num 1732188013966) 2024-11-21T11:20:19,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741833_1009 (size=1814) 2024-11-21T11:20:19,882 DEBUG [RS:0;7b462513bfc2:44071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/oldWALs 2024-11-21T11:20:19,882 INFO [RS:0;7b462513bfc2:44071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C44071%2C1732188007008:(num 1732188008341) 2024-11-21T11:20:19,882 DEBUG [RS:0;7b462513bfc2:44071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:19,882 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:20:19,882 INFO [RS:0;7b462513bfc2:44071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:20:19,883 INFO [RS:0;7b462513bfc2:44071 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:20:19,883 INFO [RS:0;7b462513bfc2:44071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:20:19,883 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:20:19,883 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,44071,1732188007008 because: Region server is closing 2024-11-21T11:20:19,884 INFO [RS:0;7b462513bfc2:44071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:44071. 2024-11-21T11:20:19,884 DEBUG [RS:0;7b462513bfc2:44071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:19,884 DEBUG [RS:0;7b462513bfc2:44071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:19,884 DEBUG [RS:0;7b462513bfc2:44071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:19,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:19,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T11:20:19,936 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T11:20:19,984 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.wal-reader.7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T11:20:19,984 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.shipper7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T11:20:19,984 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44071,1732188007008.replicationSource.shipper7b462513bfc2%2C44071%2C1732188007008,1-7b462513bfc2,44071,1732188007008 terminated 2024-11-21T11:20:19,985 INFO [RS:0;7b462513bfc2:44071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:44071. 2024-11-21T11:20:19,985 DEBUG [RS:0;7b462513bfc2:44071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:19,985 DEBUG [RS:0;7b462513bfc2:44071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:19,985 DEBUG [RS:0;7b462513bfc2:44071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:19,985 INFO [RS:0;7b462513bfc2:44071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44071 2024-11-21T11:20:19,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:19,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183/rs 2024-11-21T11:20:19,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1689031183/rs/7b462513bfc2,44071,1732188007008 2024-11-21T11:20:19,987 INFO [RS:0;7b462513bfc2:44071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:20:19,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,44071,1732188007008] 2024-11-21T11:20:19,991 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1689031183/draining/7b462513bfc2,44071,1732188007008 already deleted, retry=false 2024-11-21T11:20:19,992 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,44071,1732188007008 expired; onlineServers=0 2024-11-21T11:20:19,992 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,33865,1732188006951' ***** 2024-11-21T11:20:19,992 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:20:19,992 INFO [M:0;7b462513bfc2:33865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:20:19,992 INFO [M:0;7b462513bfc2:33865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:20:19,992 DEBUG [M:0;7b462513bfc2:33865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:20:19,992 DEBUG [M:0;7b462513bfc2:33865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:20:19,992 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:20:19,992 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188008105 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188008105,5,FailOnTimeoutGroup] 2024-11-21T11:20:19,992 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188008104 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188008104,5,FailOnTimeoutGroup] 2024-11-21T11:20:19,992 INFO [M:0;7b462513bfc2:33865 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:20:19,993 INFO [M:0;7b462513bfc2:33865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:20:19,993 DEBUG [M:0;7b462513bfc2:33865 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:20:19,993 INFO [M:0;7b462513bfc2:33865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:20:19,993 INFO [M:0;7b462513bfc2:33865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:20:19,993 INFO [M:0;7b462513bfc2:33865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:20:19,993 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:20:19,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1689031183/master 2024-11-21T11:20:19,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1689031183 2024-11-21T11:20:19,995 DEBUG [M:0;7b462513bfc2:33865 {}] zookeeper.RecoverableZooKeeper(212): Node /1689031183/master already deleted, retry=false 2024-11-21T11:20:19,996 DEBUG [M:0;7b462513bfc2:33865 {}] master.ActiveMasterManager(353): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Failed delete of our master address node; KeeperErrorCode = NoNode for /1689031183/master 2024-11-21T11:20:19,996 INFO [M:0;7b462513bfc2:33865 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/.lastflushedseqids 2024-11-21T11:20:20,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741848_1024 (size=245) 2024-11-21T11:20:20,017 INFO [M:0;7b462513bfc2:33865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:20:20,017 INFO [M:0;7b462513bfc2:33865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:20:20,018 DEBUG [M:0;7b462513bfc2:33865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:20:20,018 INFO [M:0;7b462513bfc2:33865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:20,018 DEBUG [M:0;7b462513bfc2:33865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:20,018 DEBUG [M:0;7b462513bfc2:33865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:20:20,018 DEBUG [M:0;7b462513bfc2:33865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:20,018 INFO [M:0;7b462513bfc2:33865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-21T11:20:20,043 DEBUG [M:0;7b462513bfc2:33865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc950460a8894452b9a1dc9dcaa7e7ed is 82, key is hbase:meta,,1/info:regioninfo/1732188008750/Put/seqid=0 2024-11-21T11:20:20,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741849_1025 (size=5672) 2024-11-21T11:20:20,065 INFO [M:0;7b462513bfc2:33865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc950460a8894452b9a1dc9dcaa7e7ed 2024-11-21T11:20:20,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:20:20,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1013a4146a10004, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:20:20,091 INFO [RS:0;7b462513bfc2:44071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:20:20,091 INFO [RS:0;7b462513bfc2:44071 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,44071,1732188007008; zookeeper connection closed. 2024-11-21T11:20:20,096 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bc61241 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bc61241 2024-11-21T11:20:20,097 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:20:20,101 DEBUG [M:0;7b462513bfc2:33865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50338eff8b5f41ada872e878d5f9ddb1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732188014017/Put/seqid=0 2024-11-21T11:20:20,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741850_1026 (size=8515) 2024-11-21T11:20:20,454 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 912, reset compression=false 2024-11-21T11:20:20,513 INFO [M:0;7b462513bfc2:33865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50338eff8b5f41ada872e878d5f9ddb1 2024-11-21T11:20:20,535 DEBUG [M:0;7b462513bfc2:33865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80619a6bc76c40349bce05c5143e0e2d is 69, key is 7b462513bfc2,44071,1732188007008/rs:state/1732188008167/Put/seqid=0 2024-11-21T11:20:20,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741851_1027 (size=5156) 2024-11-21T11:20:20,939 INFO [M:0;7b462513bfc2:33865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80619a6bc76c40349bce05c5143e0e2d 2024-11-21T11:20:20,944 DEBUG [M:0;7b462513bfc2:33865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc950460a8894452b9a1dc9dcaa7e7ed as hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc950460a8894452b9a1dc9dcaa7e7ed 2024-11-21T11:20:20,948 INFO [M:0;7b462513bfc2:33865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc950460a8894452b9a1dc9dcaa7e7ed, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T11:20:20,949 DEBUG [M:0;7b462513bfc2:33865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50338eff8b5f41ada872e878d5f9ddb1 as hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50338eff8b5f41ada872e878d5f9ddb1 2024-11-21T11:20:20,952 INFO [M:0;7b462513bfc2:33865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50338eff8b5f41ada872e878d5f9ddb1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T11:20:20,953 DEBUG [M:0;7b462513bfc2:33865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80619a6bc76c40349bce05c5143e0e2d as hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80619a6bc76c40349bce05c5143e0e2d 2024-11-21T11:20:20,956 INFO [M:0;7b462513bfc2:33865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80619a6bc76c40349bce05c5143e0e2d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T11:20:20,957 INFO [M:0;7b462513bfc2:33865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 939ms, sequenceid=97, compaction requested=false 2024-11-21T11:20:20,959 INFO [M:0;7b462513bfc2:33865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:20,959 DEBUG [M:0;7b462513bfc2:33865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188020018Disabling compacts and flushes for region at 1732188020018Disabling writes for close at 1732188020018Obtaining lock to block concurrent updates at 1732188020018Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732188020018Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732188020018Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732188020022 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732188020022Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732188020042 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732188020042Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732188020073 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732188020100 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732188020100Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732188020517 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732188020534 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732188020534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db4a435: reopening flushed file at 1732188020944 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1439a430: reopening flushed file at 1732188020948 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f03bbd: reopening flushed file at 1732188020953 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 939ms, sequenceid=97, compaction requested=false at 1732188020958 (+5 ms)Writing region close event to WAL at 1732188020959 (+1 ms)Closed at 1732188020959 2024-11-21T11:20:20,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34711 is added to blk_1073741830_1006 (size=63642) 2024-11-21T11:20:20,961 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fd52a8b7-6037-4c83-484d-d0e4fe38a126/MasterData/WALs/7b462513bfc2,33865,1732188006951/7b462513bfc2%2C33865%2C1732188006951.1732188007964 not finished, retry = 0 2024-11-21T11:20:21,062 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:20:21,062 INFO [M:0;7b462513bfc2:33865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:20:21,062 INFO [M:0;7b462513bfc2:33865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33865 2024-11-21T11:20:21,063 INFO [M:0;7b462513bfc2:33865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:20:21,158 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 912, reset compression=false 2024-11-21T11:20:21,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:20:21,168 INFO [M:0;7b462513bfc2:33865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:20:21,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1013a4146a10003, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:20:21,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330dd5cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:20:21,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e70714f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:20:21,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:20:21,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ef217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:20:21,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab6819f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/hadoop.log.dir/,STOPPED} 2024-11-21T11:20:21,175 WARN [BP-117715887-172.17.0.2-1732188005891 heartbeating to localhost/127.0.0.1:39803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:20:21,175 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:20:21,175 WARN [BP-117715887-172.17.0.2-1732188005891 heartbeating to localhost/127.0.0.1:39803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-117715887-172.17.0.2-1732188005891 (Datanode Uuid b54a411b-43ec-42de-82b4-a2f0ba61639d) service to localhost/127.0.0.1:39803 2024-11-21T11:20:21,175 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:20:21,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/cluster_13a5b54f-1a67-7e13-070b-7b4df11a745b/data/data1/current/BP-117715887-172.17.0.2-1732188005891 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:20:21,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/cluster_13a5b54f-1a67-7e13-070b-7b4df11a745b/data/data2/current/BP-117715887-172.17.0.2-1732188005891 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:20:21,176 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:20:21,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cb0a88d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:20:21,187 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dcf9b45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:20:21,187 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:20:21,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b738e10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:20:21,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fd43393{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/hadoop.log.dir/,STOPPED} 2024-11-21T11:20:21,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:20:21,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:20:21,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:20:21,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:21,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:21,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:21,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:21,208 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:20:21,208 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=703108213, stopped=false 2024-11-21T11:20:21,208 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,32991,1732188004237 2024-11-21T11:20:21,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1602175504/running 2024-11-21T11:20:21,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504 2024-11-21T11:20:21,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1602175504/running 2024-11-21T11:20:21,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504 2024-11-21T11:20:21,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Set watcher on znode that does not yet exist, /0-1602175504/running 2024-11-21T11:20:21,210 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:20:21,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Set watcher on znode that does not yet exist, /0-1602175504/running 2024-11-21T11:20:21,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:20:21,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:21,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:21,212 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,42933,1732188004303' ***** 2024-11-21T11:20:21,212 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:20:21,212 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:20:21,212 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:20:21,212 INFO [RS:0;7b462513bfc2:42933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:20:21,212 INFO [RS:0;7b462513bfc2:42933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:20:21,212 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(3091): Received CLOSE for cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:21,213 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(3091): Received CLOSE for a97088035a5fa73bd297b46d838b144d 2024-11-21T11:20:21,213 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,42933,1732188004303 2024-11-21T11:20:21,213 INFO [RS:0;7b462513bfc2:42933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:20:21,213 INFO [RS:0;7b462513bfc2:42933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:42933. 2024-11-21T11:20:21,213 DEBUG [RS:0;7b462513bfc2:42933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:21,213 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd32caf246debde8796ade4659ae4841, disabling compactions & flushes 2024-11-21T11:20:21,213 DEBUG [RS:0;7b462513bfc2:42933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:21,213 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732188008887.cd32caf246debde8796ade4659ae4841. 2024-11-21T11:20:21,213 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188008887.cd32caf246debde8796ade4659ae4841. 2024-11-21T11:20:21,213 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:20:21,213 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732188008887.cd32caf246debde8796ade4659ae4841. after waiting 0 ms 2024-11-21T11:20:21,213 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:20:21,213 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:20:21,213 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732188008887.cd32caf246debde8796ade4659ae4841. 2024-11-21T11:20:21,213 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:20:21,213 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd32caf246debde8796ade4659ae4841 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-21T11:20:21,213 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T11:20:21,213 DEBUG [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1325): Online Regions={cd32caf246debde8796ade4659ae4841=test,,1732188008887.cd32caf246debde8796ade4659ae4841., a97088035a5fa73bd297b46d838b144d=hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:20:21,213 DEBUG [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a97088035a5fa73bd297b46d838b144d, cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:21,214 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:20:21,214 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:20:21,214 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:20:21,214 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:20:21,214 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:20:21,214 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T11:20:21,239 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/.tmp/info/5d6467315599417c9a7fa9277b2fcef5 is 147, key is hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d./info:regioninfo/1732188012451/Put/seqid=0 2024-11-21T11:20:21,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741840_1016 (size=7686) 2024-11-21T11:20:21,246 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841/.tmp/f/3218c2b8c629486a8a309fbdbbd40d8d is 29, key is row1/f:/1732188018015/DeleteFamily/seqid=0 2024-11-21T11:20:21,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741841_1017 (size=5118) 2024-11-21T11:20:21,288 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:20:21,414 DEBUG [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a97088035a5fa73bd297b46d838b144d, cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:21,575 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:20:21,575 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:20:21,614 DEBUG [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a97088035a5fa73bd297b46d838b144d, cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:21,646 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/.tmp/info/5d6467315599417c9a7fa9277b2fcef5 2024-11-21T11:20:21,656 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841/.tmp/f/3218c2b8c629486a8a309fbdbbd40d8d 2024-11-21T11:20:21,660 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3218c2b8c629486a8a309fbdbbd40d8d 2024-11-21T11:20:21,668 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/.tmp/ns/0d874b0b7d1c46788c773fac9c99ed03 is 43, key is default/ns:d/1732188005799/Put/seqid=0 2024-11-21T11:20:21,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741842_1018 (size=5153) 2024-11-21T11:20:21,674 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841/.tmp/f1/f10cae40db194eb2bc7a94c0c3c9a90f is 30, key is row1/f1:/1732188018015/DeleteFamily/seqid=0 2024-11-21T11:20:21,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741843_1019 (size=5123) 2024-11-21T11:20:21,677 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841/.tmp/f1/f10cae40db194eb2bc7a94c0c3c9a90f 2024-11-21T11:20:21,680 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f10cae40db194eb2bc7a94c0c3c9a90f 2024-11-21T11:20:21,693 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841/.tmp/norep/4cfee52833414eb6971f6f08f568cad0 is 32, key is row/norep:/1732188017006/DeleteFamily/seqid=0 2024-11-21T11:20:21,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741844_1020 (size=5101) 2024-11-21T11:20:21,814 DEBUG [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a97088035a5fa73bd297b46d838b144d, cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:21,963 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 912, reset compression=false 2024-11-21T11:20:21,968 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:21,968 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 1159, reset compression=false 2024-11-21T11:20:21,968 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.shipper7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,42933,1732188004303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:21,969 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.shipper7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b462513bfc2,42933,1732188004303: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b462513bfc2,42933,1732188004303, walGroup=7b462513bfc2%2C42933%2C1732188004303, offset=7b462513bfc2%2C42933%2C1732188004303.1732188004715:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:42933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T11:20:21,970 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.shipper7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T11:20:21,970 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.shipper7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T11:20:21,971 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.shipper7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T11:20:21,971 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.shipper7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T11:20:21,971 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.shipper7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T11:20:21,971 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.shipper7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 663053224 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 191233240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T11:20:21,971 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.shipper7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:32991 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:32991 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T11:20:22,014 DEBUG [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a97088035a5fa73bd297b46d838b144d, cd32caf246debde8796ade4659ae4841 2024-11-21T11:20:22,075 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/.tmp/ns/0d874b0b7d1c46788c773fac9c99ed03 2024-11-21T11:20:22,093 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/.tmp/rep_barrier/bb7eb7a63d1a4fbd9d036d10732f17d1 is 112, key is test,,1732188008887.cd32caf246debde8796ade4659ae4841./rep_barrier:seqnumDuringOpen/1732188009299/Put/seqid=0 2024-11-21T11:20:22,097 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841/.tmp/norep/4cfee52833414eb6971f6f08f568cad0 2024-11-21T11:20:22,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741845_1021 (size=5518) 2024-11-21T11:20:22,102 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4cfee52833414eb6971f6f08f568cad0 2024-11-21T11:20:22,103 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841/.tmp/f/3218c2b8c629486a8a309fbdbbd40d8d as hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841/f/3218c2b8c629486a8a309fbdbbd40d8d 2024-11-21T11:20:22,106 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3218c2b8c629486a8a309fbdbbd40d8d 2024-11-21T11:20:22,106 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841/f/3218c2b8c629486a8a309fbdbbd40d8d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T11:20:22,107 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841/.tmp/f1/f10cae40db194eb2bc7a94c0c3c9a90f as hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841/f1/f10cae40db194eb2bc7a94c0c3c9a90f 2024-11-21T11:20:22,110 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f10cae40db194eb2bc7a94c0c3c9a90f 2024-11-21T11:20:22,110 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841/f1/f10cae40db194eb2bc7a94c0c3c9a90f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T11:20:22,110 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841/.tmp/norep/4cfee52833414eb6971f6f08f568cad0 as hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841/norep/4cfee52833414eb6971f6f08f568cad0 2024-11-21T11:20:22,114 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4cfee52833414eb6971f6f08f568cad0 2024-11-21T11:20:22,114 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841/norep/4cfee52833414eb6971f6f08f568cad0, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T11:20:22,115 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cd32caf246debde8796ade4659ae4841 in 902ms, sequenceid=8, compaction requested=false 2024-11-21T11:20:22,115 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T11:20:22,119 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/default/test/cd32caf246debde8796ade4659ae4841/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T11:20:22,120 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:20:22,120 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:20:22,120 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732188008887.cd32caf246debde8796ade4659ae4841. 2024-11-21T11:20:22,120 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd32caf246debde8796ade4659ae4841: Waiting for close lock at 1732188021213Running coprocessor pre-close hooks at 1732188021213Disabling compacts and flushes for region at 1732188021213Disabling writes for close at 1732188021213Obtaining lock to block concurrent updates at 1732188021213Preparing flush snapshotting stores in cd32caf246debde8796ade4659ae4841 at 1732188021213Finished memstore snapshotting test,,1732188008887.cd32caf246debde8796ade4659ae4841., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732188021216 (+3 ms)Flushing stores of test,,1732188008887.cd32caf246debde8796ade4659ae4841. at 1732188021219 (+3 ms)Flushing cd32caf246debde8796ade4659ae4841/f: creating writer at 1732188021219Flushing cd32caf246debde8796ade4659ae4841/f: appending metadata at 1732188021246 (+27 ms)Flushing cd32caf246debde8796ade4659ae4841/f: closing flushed file at 1732188021246Flushing cd32caf246debde8796ade4659ae4841/f1: creating writer at 1732188021660 (+414 ms)Flushing cd32caf246debde8796ade4659ae4841/f1: appending metadata at 1732188021673 (+13 ms)Flushing cd32caf246debde8796ade4659ae4841/f1: closing flushed file at 1732188021673Flushing cd32caf246debde8796ade4659ae4841/norep: creating writer at 1732188021680 (+7 ms)Flushing cd32caf246debde8796ade4659ae4841/norep: appending metadata at 1732188021693 (+13 ms)Flushing cd32caf246debde8796ade4659ae4841/norep: closing flushed file at 1732188021693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad1cc8f: reopening flushed file at 1732188022102 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5834e777: reopening flushed file at 1732188022106 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ff10f: reopening flushed file at 1732188022110 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cd32caf246debde8796ade4659ae4841 in 902ms, sequenceid=8, compaction requested=false at 1732188022115 (+5 ms)Writing region close event to WAL at 1732188022116 (+1 ms)Running coprocessor post-close hooks at 1732188022120 (+4 ms)Closed at 1732188022120 2024-11-21T11:20:22,120 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732188008887.cd32caf246debde8796ade4659ae4841. 2024-11-21T11:20:22,120 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a97088035a5fa73bd297b46d838b144d, disabling compactions & flushes 2024-11-21T11:20:22,120 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. 2024-11-21T11:20:22,120 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. 2024-11-21T11:20:22,120 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. after waiting 0 ms 2024-11-21T11:20:22,120 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. 2024-11-21T11:20:22,120 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a97088035a5fa73bd297b46d838b144d: Waiting for close lock at 1732188022120Running coprocessor pre-close hooks at 1732188022120Disabling compacts and flushes for region at 1732188022120Disabling writes for close at 1732188022120Failed flush hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d., putting online again at 1732188022120 2024-11-21T11:20:22,121 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. 2024-11-21T11:20:22,172 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 1159, reset compression=false 2024-11-21T11:20:22,182 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:22,182 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 1803, reset compression=false 2024-11-21T11:20:22,214 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T11:20:22,215 DEBUG [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1325): Online Regions={a97088035a5fa73bd297b46d838b144d=hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:20:22,215 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(3091): Received CLOSE for a97088035a5fa73bd297b46d838b144d 2024-11-21T11:20:22,215 DEBUG [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a97088035a5fa73bd297b46d838b144d 2024-11-21T11:20:22,215 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a97088035a5fa73bd297b46d838b144d, disabling compactions & flushes 2024-11-21T11:20:22,215 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. 2024-11-21T11:20:22,215 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. 2024-11-21T11:20:22,215 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. after waiting 0 ms 2024-11-21T11:20:22,215 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. 2024-11-21T11:20:22,215 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a97088035a5fa73bd297b46d838b144d: Waiting for close lock at 1732188022215Running coprocessor pre-close hooks at 1732188022215Disabling compacts and flushes for region at 1732188022215Disabling writes for close at 1732188022215Failed flush hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d., putting online again at 1732188022215 2024-11-21T11:20:22,215 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732188011685.a97088035a5fa73bd297b46d838b144d. 2024-11-21T11:20:22,389 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 1803, reset compression=false 2024-11-21T11:20:22,415 DEBUG [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:20:22,499 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/.tmp/rep_barrier/bb7eb7a63d1a4fbd9d036d10732f17d1 2024-11-21T11:20:22,523 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/.tmp/table/d34b36bcf15543af97191f1d31b39986 is 53, key is hbase:replication/table:state/1732188012457/Put/seqid=0 2024-11-21T11:20:22,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741846_1022 (size=5308) 2024-11-21T11:20:22,615 DEBUG [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:20:22,692 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 1803, reset compression=false 2024-11-21T11:20:22,815 DEBUG [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:20:22,928 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/.tmp/table/d34b36bcf15543af97191f1d31b39986 2024-11-21T11:20:22,933 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/.tmp/info/5d6467315599417c9a7fa9277b2fcef5 as hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/info/5d6467315599417c9a7fa9277b2fcef5 2024-11-21T11:20:22,937 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/info/5d6467315599417c9a7fa9277b2fcef5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T11:20:22,937 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/.tmp/ns/0d874b0b7d1c46788c773fac9c99ed03 as hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/ns/0d874b0b7d1c46788c773fac9c99ed03 2024-11-21T11:20:22,941 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/ns/0d874b0b7d1c46788c773fac9c99ed03, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T11:20:22,941 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/.tmp/rep_barrier/bb7eb7a63d1a4fbd9d036d10732f17d1 as hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/rep_barrier/bb7eb7a63d1a4fbd9d036d10732f17d1 2024-11-21T11:20:22,945 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/rep_barrier/bb7eb7a63d1a4fbd9d036d10732f17d1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T11:20:22,945 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/.tmp/table/d34b36bcf15543af97191f1d31b39986 as hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/table/d34b36bcf15543af97191f1d31b39986 2024-11-21T11:20:22,949 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/table/d34b36bcf15543af97191f1d31b39986, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T11:20:22,950 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=16, compaction requested=false 2024-11-21T11:20:22,950 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:20:22,956 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T11:20:22,956 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:20:22,956 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:20:22,956 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:20:22,956 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188021214Running coprocessor pre-close hooks at 1732188021214Disabling compacts and flushes for region at 1732188021214Disabling writes for close at 1732188021214Obtaining lock to block concurrent updates at 1732188021214Preparing flush snapshotting stores in 1588230740 at 1732188021214Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732188021214Flushing stores of hbase:meta,,1.1588230740 at 1732188021215 (+1 ms)Flushing 1588230740/info: creating writer at 1732188021215Flushing 1588230740/info: appending metadata at 1732188021239 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732188021239Flushing 1588230740/ns: creating writer at 1732188021651 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732188021668 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732188021668Flushing 1588230740/rep_barrier: creating writer at 1732188022079 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732188022093 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732188022093Flushing 1588230740/table: creating writer at 1732188022504 (+411 ms)Flushing 1588230740/table: appending metadata at 1732188022522 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732188022522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d75054: reopening flushed file at 1732188022932 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fcdc87a: reopening flushed file at 1732188022937 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56fae539: reopening flushed file at 1732188022941 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696a94e7: reopening flushed file at 1732188022945 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=16, compaction requested=false at 1732188022950 (+5 ms)Writing region close event to WAL at 1732188022953 (+3 ms)Running coprocessor post-close hooks at 1732188022956 (+3 ms)Closed at 1732188022956 2024-11-21T11:20:22,956 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:20:23,016 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T11:20:23,016 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,42933,1732188004303; all regions closed. 2024-11-21T11:20:23,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741834_1010 (size=4239) 2024-11-21T11:20:23,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741839_1015 (size=1733) 2024-11-21T11:20:23,024 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 not finished, retry = 0 2024-11-21T11:20:23,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741832_1008 (size=1811) 2024-11-21T11:20:23,096 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 to pos 1803, reset compression=false 2024-11-21T11:20:23,125 DEBUG [RS:0;7b462513bfc2:42933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:23,125 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:20:23,125 INFO [RS:0;7b462513bfc2:42933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:20:23,125 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/WALs/7b462513bfc2,42933,1732188004303/7b462513bfc2%2C42933%2C1732188004303.1732188004715 2024-11-21T11:20:23,125 INFO [RS:0;7b462513bfc2:42933 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T11:20:23,125 INFO [RS:0;7b462513bfc2:42933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:20:23,126 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:20:23,126 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,42933,1732188004303 because: Region server is closing 2024-11-21T11:20:23,126 INFO [RS:0;7b462513bfc2:42933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:42933. 2024-11-21T11:20:23,126 DEBUG [RS:0;7b462513bfc2:42933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:23,126 DEBUG [RS:0;7b462513bfc2:42933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:23,126 DEBUG [RS:0;7b462513bfc2:42933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:23,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:23,226 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.shipper7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 terminated 2024-11-21T11:20:23,226 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,42933,1732188004303.replicationSource.wal-reader.7b462513bfc2%2C42933%2C1732188004303,1-7b462513bfc2,42933,1732188004303 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-21T11:20:23,227 INFO [RS:0;7b462513bfc2:42933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:42933. 2024-11-21T11:20:23,227 DEBUG [RS:0;7b462513bfc2:42933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:23,227 DEBUG [RS:0;7b462513bfc2:42933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:23,227 DEBUG [RS:0;7b462513bfc2:42933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:23,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:23,227 INFO [RS:0;7b462513bfc2:42933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42933 2024-11-21T11:20:23,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504/rs 2024-11-21T11:20:23,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1602175504/rs/7b462513bfc2,42933,1732188004303 2024-11-21T11:20:23,230 INFO [RS:0;7b462513bfc2:42933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:20:23,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,42933,1732188004303] 2024-11-21T11:20:23,233 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1602175504/draining/7b462513bfc2,42933,1732188004303 already deleted, retry=false 2024-11-21T11:20:23,233 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,42933,1732188004303 expired; onlineServers=0 2024-11-21T11:20:23,233 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,32991,1732188004237' ***** 2024-11-21T11:20:23,233 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:20:23,233 INFO [M:0;7b462513bfc2:32991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:20:23,233 INFO [M:0;7b462513bfc2:32991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:20:23,233 DEBUG [M:0;7b462513bfc2:32991 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:20:23,233 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:20:23,234 DEBUG [M:0;7b462513bfc2:32991 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:20:23,234 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188004525 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188004525,5,FailOnTimeoutGroup] 2024-11-21T11:20:23,234 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188004528 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188004528,5,FailOnTimeoutGroup] 2024-11-21T11:20:23,234 INFO [M:0;7b462513bfc2:32991 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:20:23,234 INFO [M:0;7b462513bfc2:32991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:20:23,234 DEBUG [M:0;7b462513bfc2:32991 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:20:23,234 INFO [M:0;7b462513bfc2:32991 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:20:23,234 INFO [M:0;7b462513bfc2:32991 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:20:23,234 INFO [M:0;7b462513bfc2:32991 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:20:23,234 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:20:23,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1602175504/master 2024-11-21T11:20:23,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1602175504 2024-11-21T11:20:23,238 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1602175504/master already deleted, retry=false 2024-11-21T11:20:23,238 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1602175504/master 2024-11-21T11:20:23,239 INFO [M:0;7b462513bfc2:32991 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/.lastflushedseqids 2024-11-21T11:20:23,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741847_1023 (size=245) 2024-11-21T11:20:23,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:20:23,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x1013a4146a10001, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:20:23,332 INFO [RS:0;7b462513bfc2:42933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:20:23,332 INFO [RS:0;7b462513bfc2:42933 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,42933,1732188004303; zookeeper connection closed. 2024-11-21T11:20:23,333 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39a6779e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39a6779e 2024-11-21T11:20:23,333 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:20:23,644 INFO [M:0;7b462513bfc2:32991 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:20:23,644 INFO [M:0;7b462513bfc2:32991 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:20:23,645 DEBUG [M:0;7b462513bfc2:32991 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:20:23,645 INFO [M:0;7b462513bfc2:32991 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:23,645 DEBUG [M:0;7b462513bfc2:32991 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:23,645 DEBUG [M:0;7b462513bfc2:32991 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:20:23,645 DEBUG [M:0;7b462513bfc2:32991 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:23,645 INFO [M:0;7b462513bfc2:32991 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T11:20:23,663 DEBUG [M:0;7b462513bfc2:32991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e1d3e9e07df45acadd5536257facde9 is 82, key is hbase:meta,,1/info:regioninfo/1732188005786/Put/seqid=0 2024-11-21T11:20:23,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741848_1024 (size=5672) 2024-11-21T11:20:24,067 INFO [M:0;7b462513bfc2:32991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e1d3e9e07df45acadd5536257facde9 2024-11-21T11:20:24,085 DEBUG [M:0;7b462513bfc2:32991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0c240cb41dd429086ee970858bee9a7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732188012460/Put/seqid=0 2024-11-21T11:20:24,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741849_1025 (size=8516) 2024-11-21T11:20:24,490 INFO [M:0;7b462513bfc2:32991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0c240cb41dd429086ee970858bee9a7 2024-11-21T11:20:24,523 DEBUG [M:0;7b462513bfc2:32991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ed9e23a7bdc4e4db5be8431ab8a9808 is 69, key is 7b462513bfc2,42933,1732188004303/rs:state/1732188004557/Put/seqid=0 2024-11-21T11:20:24,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741850_1026 (size=5156) 2024-11-21T11:20:24,530 INFO [M:0;7b462513bfc2:32991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ed9e23a7bdc4e4db5be8431ab8a9808 2024-11-21T11:20:24,537 DEBUG [M:0;7b462513bfc2:32991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e1d3e9e07df45acadd5536257facde9 as hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e1d3e9e07df45acadd5536257facde9 2024-11-21T11:20:24,540 INFO [M:0;7b462513bfc2:32991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e1d3e9e07df45acadd5536257facde9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T11:20:24,541 DEBUG [M:0;7b462513bfc2:32991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0c240cb41dd429086ee970858bee9a7 as hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0c240cb41dd429086ee970858bee9a7 2024-11-21T11:20:24,546 INFO [M:0;7b462513bfc2:32991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0c240cb41dd429086ee970858bee9a7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T11:20:24,547 DEBUG [M:0;7b462513bfc2:32991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ed9e23a7bdc4e4db5be8431ab8a9808 as hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ed9e23a7bdc4e4db5be8431ab8a9808 2024-11-21T11:20:24,551 INFO [M:0;7b462513bfc2:32991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44381/user/jenkins/test-data/d49c3ea9-4a49-6861-b6b3-8474a34b6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ed9e23a7bdc4e4db5be8431ab8a9808, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T11:20:24,552 INFO [M:0;7b462513bfc2:32991 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=97, compaction requested=false 2024-11-21T11:20:24,553 INFO [M:0;7b462513bfc2:32991 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:24,553 DEBUG [M:0;7b462513bfc2:32991 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188023645Disabling compacts and flushes for region at 1732188023645Disabling writes for close at 1732188023645Obtaining lock to block concurrent updates at 1732188023645Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732188023645Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732188023645Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732188023646 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732188023646Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732188023663 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732188023663Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732188024071 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732188024085 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732188024085Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732188024495 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732188024522 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732188024523 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40efbe6c: reopening flushed file at 1732188024536 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae25846: reopening flushed file at 1732188024540 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3775e148: reopening flushed file at 1732188024546 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=97, compaction requested=false at 1732188024552 (+6 ms)Writing region close event to WAL at 1732188024553 (+1 ms)Closed at 1732188024553 2024-11-21T11:20:24,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741830_1006 (size=63654) 2024-11-21T11:20:24,556 INFO [M:0;7b462513bfc2:32991 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:20:24,556 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:20:24,556 INFO [M:0;7b462513bfc2:32991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32991 2024-11-21T11:20:24,557 INFO [M:0;7b462513bfc2:32991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:20:24,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:20:24,659 INFO [M:0;7b462513bfc2:32991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:20:24,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32991-0x1013a4146a10000, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:20:24,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27fc8e6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:20:24,663 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@644bdaa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:20:24,663 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:20:24,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67bebb46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:20:24,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201eac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/hadoop.log.dir/,STOPPED} 2024-11-21T11:20:24,666 WARN [BP-721074484-172.17.0.2-1732188003381 heartbeating to localhost/127.0.0.1:44381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:20:24,666 WARN [BP-721074484-172.17.0.2-1732188003381 heartbeating to localhost/127.0.0.1:44381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-721074484-172.17.0.2-1732188003381 (Datanode Uuid cb7083a0-0f9c-4531-b017-c098077e1d52) service to localhost/127.0.0.1:44381 2024-11-21T11:20:24,666 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:20:24,666 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:20:24,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/cluster_d7b65373-a2f0-0e07-29dc-1f8f0bba5795/data/data1/current/BP-721074484-172.17.0.2-1732188003381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:20:24,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/cluster_d7b65373-a2f0-0e07-29dc-1f8f0bba5795/data/data2/current/BP-721074484-172.17.0.2-1732188003381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:20:24,667 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:20:24,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dfe3b00{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:20:24,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b889264{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:20:24,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:20:24,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37119634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:20:24,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ed0da3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48da2dcc-3e28-42fc-6c14-bcec7d033a64/hadoop.log.dir/,STOPPED} 2024-11-21T11:20:24,685 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T11:20:24,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:20:24,713 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 248) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53663) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44381 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53663) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39803 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:44381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 626) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 287) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4603 (was 5608) 2024-11-21T11:20:24,724 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=11, AvailableMemoryMB=4603 2024-11-21T11:20:24,741 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-21T11:20:24,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/hadoop.log.dir so I do NOT create it in target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26 2024-11-21T11:20:24,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:20:24,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/hadoop.tmp.dir so I do NOT create it in target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26 2024-11-21T11:20:24,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d331d0a1-76dc-6733-7ad4-bb6571c1a7e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:20:24,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26 2024-11-21T11:20:24,742 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/cluster_c14e63b9-8fb7-b709-d2b7-55a31572da10, deleteOnExit=true 2024-11-21T11:20:24,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/cluster_c14e63b9-8fb7-b709-d2b7-55a31572da10/zookeeper_0, clientPort=61376, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/cluster_c14e63b9-8fb7-b709-d2b7-55a31572da10/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/cluster_c14e63b9-8fb7-b709-d2b7-55a31572da10/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T11:20:24,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61376 2024-11-21T11:20:24,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:20:24,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:20:24,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/test.cache.data in system properties and HBase conf 2024-11-21T11:20:24,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:20:24,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:20:24,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:20:24,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:20:24,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:20:24,746 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:20:24,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:20:24,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:20:24,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:20:24,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:20:24,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:20:24,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:20:24,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:20:24,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:20:24,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:20:24,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:20:24,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:20:24,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:20:24,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:20:24,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:20:24,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013a4146a10002, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:20:24,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013a4146a10005, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:20:24,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013a4146a10002, quorum=127.0.0.1:53663, baseZNode=/0-1602175504 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:20:24,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013a4146a10005, quorum=127.0.0.1:53663, baseZNode=/1689031183 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:20:24,816 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T11:20:24,817 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:24,818 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:24,852 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:24,852 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:24,853 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:24,853 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:24,853 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:24,853 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:24,859 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:24,862 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:24,862 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:24,864 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:24,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:20:24,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:20:24,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:20:24,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:20:24,917 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:20:24,917 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:20:24,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42243d59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:20:24,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32846df2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:20:25,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5317e1d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/java.io.tmpdir/jetty-localhost-37279-hadoop-hdfs-3_4_1-tests_jar-_-any-2163046071148444136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:20:25,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@288e3e54{HTTP/1.1, (http/1.1)}{localhost:37279} 2024-11-21T11:20:25,055 INFO [Time-limited test {}] server.Server(415): Started @200666ms 2024-11-21T11:20:25,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:20:25,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:20:25,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:20:25,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:20:25,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:20:25,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7a6bba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:20:25,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca63448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:20:25,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fce6f78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/java.io.tmpdir/jetty-localhost-38403-hadoop-hdfs-3_4_1-tests_jar-_-any-15908297038515376283/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:20:25,300 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1690c4dd{HTTP/1.1, (http/1.1)}{localhost:38403} 2024-11-21T11:20:25,300 INFO [Time-limited test {}] server.Server(415): Started @200911ms 2024-11-21T11:20:25,301 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:20:25,450 WARN [Thread-2659 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/cluster_c14e63b9-8fb7-b709-d2b7-55a31572da10/data/data1/current/BP-138159275-172.17.0.2-1732188024766/current, will proceed with Du for space computation calculation, 2024-11-21T11:20:25,457 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/cluster_c14e63b9-8fb7-b709-d2b7-55a31572da10/data/data2/current/BP-138159275-172.17.0.2-1732188024766/current, will proceed with Du for space computation calculation, 2024-11-21T11:20:25,509 WARN [Thread-2647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:20:25,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52b611181778d558 with lease ID 0x79b69270d432910a: Processing first storage report for DS-4a3d115f-9299-4683-94a2-bd663b99cf4e from datanode DatanodeRegistration(127.0.0.1:43207, datanodeUuid=f8c944e3-5559-4f39-9bad-e3e4130160aa, infoPort=36477, infoSecurePort=0, ipcPort=34679, storageInfo=lv=-57;cid=testClusterID;nsid=1870090144;c=1732188024766) 2024-11-21T11:20:25,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52b611181778d558 with lease ID 0x79b69270d432910a: from storage DS-4a3d115f-9299-4683-94a2-bd663b99cf4e node DatanodeRegistration(127.0.0.1:43207, datanodeUuid=f8c944e3-5559-4f39-9bad-e3e4130160aa, infoPort=36477, infoSecurePort=0, ipcPort=34679, storageInfo=lv=-57;cid=testClusterID;nsid=1870090144;c=1732188024766), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:20:25,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52b611181778d558 with lease ID 0x79b69270d432910a: Processing first storage report for DS-5430e7d0-7348-4283-8705-31e0a119994e from datanode DatanodeRegistration(127.0.0.1:43207, datanodeUuid=f8c944e3-5559-4f39-9bad-e3e4130160aa, infoPort=36477, infoSecurePort=0, ipcPort=34679, storageInfo=lv=-57;cid=testClusterID;nsid=1870090144;c=1732188024766) 2024-11-21T11:20:25,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52b611181778d558 with lease ID 0x79b69270d432910a: from storage DS-5430e7d0-7348-4283-8705-31e0a119994e node DatanodeRegistration(127.0.0.1:43207, datanodeUuid=f8c944e3-5559-4f39-9bad-e3e4130160aa, infoPort=36477, infoSecurePort=0, ipcPort=34679, storageInfo=lv=-57;cid=testClusterID;nsid=1870090144;c=1732188024766), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:20:25,575 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26 2024-11-21T11:20:25,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:25,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:25,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:20:25,595 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995 with version=8 2024-11-21T11:20:25,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/hbase-staging 2024-11-21T11:20:25,598 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:20:25,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:25,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:25,598 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:20:25,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:25,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:20:25,598 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:20:25,599 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:20:25,600 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43313 2024-11-21T11:20:25,601 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43313 connecting to ZooKeeper ensemble=127.0.0.1:61376 2024-11-21T11:20:25,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433130x0, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:20:25,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43313-0x1013a419a380000 connected 2024-11-21T11:20:25,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:25,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:25,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Set watcher on znode that does not yet exist, /0-1555346034/running 2024-11-21T11:20:25,753 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995, hbase.cluster.distributed=false 2024-11-21T11:20:25,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Set watcher on znode that does not yet exist, /0-1555346034/acl 2024-11-21T11:20:25,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43313 2024-11-21T11:20:25,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43313 2024-11-21T11:20:25,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43313 2024-11-21T11:20:25,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43313 2024-11-21T11:20:25,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43313 2024-11-21T11:20:25,791 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:20:25,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:25,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:25,791 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:20:25,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:25,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:20:25,791 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:20:25,791 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:20:25,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44241 2024-11-21T11:20:25,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44241 connecting to ZooKeeper ensemble=127.0.0.1:61376 2024-11-21T11:20:25,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:25,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:25,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442410x0, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:20:25,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44241-0x1013a419a380001 connected 2024-11-21T11:20:25,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Set watcher on znode that does not yet exist, /0-1555346034/running 2024-11-21T11:20:25,802 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:20:25,805 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:20:25,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Set watcher on znode that does not yet exist, /0-1555346034/master 2024-11-21T11:20:25,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Set watcher on znode that does not yet exist, /0-1555346034/acl 2024-11-21T11:20:25,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44241 2024-11-21T11:20:25,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44241 2024-11-21T11:20:25,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44241 2024-11-21T11:20:25,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44241 2024-11-21T11:20:25,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44241 2024-11-21T11:20:25,827 DEBUG [M:0;7b462513bfc2:43313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:43313 2024-11-21T11:20:25,827 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1555346034/backup-masters/7b462513bfc2,43313,1732188025598 2024-11-21T11:20:25,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034/backup-masters 2024-11-21T11:20:25,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034/backup-masters 2024-11-21T11:20:25,830 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Set watcher on existing znode=/0-1555346034/backup-masters/7b462513bfc2,43313,1732188025598 2024-11-21T11:20:25,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034 2024-11-21T11:20:25,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1555346034/master 2024-11-21T11:20:25,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034 2024-11-21T11:20:25,832 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Set watcher on existing znode=/0-1555346034/master 2024-11-21T11:20:25,832 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1555346034/backup-masters/7b462513bfc2,43313,1732188025598 from backup master directory 2024-11-21T11:20:25,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1555346034/backup-masters/7b462513bfc2,43313,1732188025598 2024-11-21T11:20:25,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034/backup-masters 2024-11-21T11:20:25,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034/backup-masters 2024-11-21T11:20:25,834 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:20:25,834 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,43313,1732188025598 2024-11-21T11:20:25,838 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/hbase.id] with ID: d5999a07-9d6d-47ac-b9f9-2c45a4d63c2c 2024-11-21T11:20:25,838 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/.tmp/hbase.id 2024-11-21T11:20:25,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:20:26,245 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/.tmp/hbase.id]:[hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/hbase.id] 2024-11-21T11:20:26,253 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:26,253 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:20:26,254 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T11:20:26,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034 2024-11-21T11:20:26,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034 2024-11-21T11:20:26,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:20:26,661 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:20:26,662 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:20:26,662 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:26,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:20:27,076 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store 2024-11-21T11:20:27,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:20:27,482 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:27,482 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:20:27,482 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:27,482 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:27,482 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:20:27,482 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:27,482 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:27,482 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188027482Disabling compacts and flushes for region at 1732188027482Disabling writes for close at 1732188027482Writing region close event to WAL at 1732188027482Closed at 1732188027482 2024-11-21T11:20:27,483 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/.initializing 2024-11-21T11:20:27,483 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/WALs/7b462513bfc2,43313,1732188025598 2024-11-21T11:20:27,484 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:20:27,485 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C43313%2C1732188025598, suffix=, logDir=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/WALs/7b462513bfc2,43313,1732188025598, archiveDir=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/oldWALs, maxLogs=10 2024-11-21T11:20:27,502 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/WALs/7b462513bfc2,43313,1732188025598/7b462513bfc2%2C43313%2C1732188025598.1732188027485, exclude list is [], retry=0 2024-11-21T11:20:27,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43207,DS-4a3d115f-9299-4683-94a2-bd663b99cf4e,DISK] 2024-11-21T11:20:27,506 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/WALs/7b462513bfc2,43313,1732188025598/7b462513bfc2%2C43313%2C1732188025598.1732188027485 2024-11-21T11:20:27,508 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36477:36477)] 2024-11-21T11:20:27,508 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:27,508 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:27,508 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:27,508 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:27,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:27,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:20:27,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:27,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:27,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:27,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:20:27,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:27,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:27,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:27,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:20:27,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:27,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:27,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:27,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:20:27,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:27,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:27,514 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:27,514 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:27,515 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:27,515 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:27,515 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:27,516 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:20:27,517 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:27,518 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:27,518 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65571667, jitterRate=-0.022906020283699036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:20:27,519 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732188027509Initializing all the Stores at 1732188027509Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188027509Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188027509Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188027509Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188027509Cleaning up temporary data from old regions at 1732188027515 (+6 ms)Region opened successfully at 1732188027519 (+4 ms) 2024-11-21T11:20:27,519 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:20:27,522 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52794969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:20:27,523 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:20:27,523 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:20:27,523 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:20:27,523 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:20:27,523 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:20:27,523 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:20:27,524 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:20:27,525 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:20:27,526 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Unable to get data of znode /0-1555346034/balancer because node does not exist (not necessarily an error) 2024-11-21T11:20:27,527 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1555346034/balancer already deleted, retry=false 2024-11-21T11:20:27,527 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:20:27,527 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Unable to get data of znode /0-1555346034/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:20:27,528 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1555346034/normalizer already deleted, retry=false 2024-11-21T11:20:27,529 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:20:27,529 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Unable to get data of znode /0-1555346034/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:20:27,531 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1555346034/switch/split already deleted, retry=false 2024-11-21T11:20:27,532 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Unable to get data of znode /0-1555346034/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:20:27,533 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1555346034/switch/merge already deleted, retry=false 2024-11-21T11:20:27,535 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Unable to get data of znode /0-1555346034/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:20:27,536 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1555346034/snapshot-cleanup already deleted, retry=false 2024-11-21T11:20:27,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1555346034/running 2024-11-21T11:20:27,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034 2024-11-21T11:20:27,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1555346034/running 2024-11-21T11:20:27,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034 2024-11-21T11:20:27,537 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,43313,1732188025598, sessionid=0x1013a419a380000, setting cluster-up flag (Was=false) 2024-11-21T11:20:27,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034 2024-11-21T11:20:27,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034 2024-11-21T11:20:27,546 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1555346034/flush-table-proc/acquired, /0-1555346034/flush-table-proc/reached, /0-1555346034/flush-table-proc/abort 2024-11-21T11:20:27,547 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,43313,1732188025598 2024-11-21T11:20:27,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034 2024-11-21T11:20:27,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034 2024-11-21T11:20:27,556 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1555346034/online-snapshot/acquired, /0-1555346034/online-snapshot/reached, /0-1555346034/online-snapshot/abort 2024-11-21T11:20:27,557 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,43313,1732188025598 2024-11-21T11:20:27,558 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:20:27,559 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:27,559 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:20:27,559 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:20:27,559 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,43313,1732188025598 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:20:27,560 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:27,560 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:27,560 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:27,560 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:27,560 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:20:27,560 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:27,560 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:20:27,560 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:27,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:27,562 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:20:27,562 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:27,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:20:27,568 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732188057568 2024-11-21T11:20:27,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:20:27,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:20:27,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:20:27,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:20:27,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:20:27,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:20:27,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:27,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:20:27,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:20:27,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:20:27,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:20:27,572 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:20:27,572 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:20:27,573 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188027572,5,FailOnTimeoutGroup] 2024-11-21T11:20:27,575 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188027573,5,FailOnTimeoutGroup] 2024-11-21T11:20:27,575 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:27,575 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:20:27,575 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:27,575 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:27,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:20:27,618 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(746): ClusterId : d5999a07-9d6d-47ac-b9f9-2c45a4d63c2c 2024-11-21T11:20:27,618 DEBUG [RS:0;7b462513bfc2:44241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:20:27,620 DEBUG [RS:0;7b462513bfc2:44241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:20:27,620 DEBUG [RS:0;7b462513bfc2:44241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:20:27,621 DEBUG [RS:0;7b462513bfc2:44241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:20:27,622 DEBUG [RS:0;7b462513bfc2:44241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9c58ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:20:27,633 DEBUG [RS:0;7b462513bfc2:44241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:44241 2024-11-21T11:20:27,633 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:20:27,633 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:20:27,633 DEBUG [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:20:27,634 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,43313,1732188025598 with port=44241, startcode=1732188025790 2024-11-21T11:20:27,634 DEBUG [RS:0;7b462513bfc2:44241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:20:27,635 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:20:27,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,44241,1732188025790 2024-11-21T11:20:27,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43313 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,44241,1732188025790 2024-11-21T11:20:27,637 DEBUG [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995 2024-11-21T11:20:27,637 DEBUG [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45115 2024-11-21T11:20:27,637 DEBUG [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:20:27,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034/rs 2024-11-21T11:20:27,641 DEBUG [RS:0;7b462513bfc2:44241 {}] zookeeper.ZKUtil(111): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Set watcher on existing znode=/0-1555346034/rs/7b462513bfc2,44241,1732188025790 2024-11-21T11:20:27,641 WARN [RS:0;7b462513bfc2:44241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:20:27,641 INFO [RS:0;7b462513bfc2:44241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:27,641 DEBUG [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790 2024-11-21T11:20:27,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,44241,1732188025790] 2024-11-21T11:20:27,644 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:20:27,646 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:20:27,646 INFO [RS:0;7b462513bfc2:44241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:20:27,646 INFO [RS:0;7b462513bfc2:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:27,647 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:20:27,647 INFO [RS:0;7b462513bfc2:44241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:20:27,647 INFO [RS:0;7b462513bfc2:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:27,647 DEBUG [RS:0;7b462513bfc2:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:27,647 DEBUG [RS:0;7b462513bfc2:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:27,647 DEBUG [RS:0;7b462513bfc2:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:27,647 DEBUG [RS:0;7b462513bfc2:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:27,647 DEBUG [RS:0;7b462513bfc2:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:27,647 DEBUG [RS:0;7b462513bfc2:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:20:27,647 DEBUG [RS:0;7b462513bfc2:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:27,647 DEBUG [RS:0;7b462513bfc2:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:27,647 DEBUG [RS:0;7b462513bfc2:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:27,647 DEBUG [RS:0;7b462513bfc2:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:27,647 DEBUG [RS:0;7b462513bfc2:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:27,647 DEBUG [RS:0;7b462513bfc2:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:27,647 DEBUG [RS:0;7b462513bfc2:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:20:27,647 DEBUG [RS:0;7b462513bfc2:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:20:27,648 INFO [RS:0;7b462513bfc2:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:27,648 INFO [RS:0;7b462513bfc2:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:27,648 INFO [RS:0;7b462513bfc2:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:27,648 INFO [RS:0;7b462513bfc2:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:27,648 INFO [RS:0;7b462513bfc2:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:27,648 INFO [RS:0;7b462513bfc2:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,44241,1732188025790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:20:27,662 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:20:27,662 INFO [RS:0;7b462513bfc2:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,44241,1732188025790-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:27,662 INFO [RS:0;7b462513bfc2:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:27,662 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.Replication(171): 7b462513bfc2,44241,1732188025790 started 2024-11-21T11:20:27,675 INFO [RS:0;7b462513bfc2:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:27,675 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,44241,1732188025790, RpcServer on 7b462513bfc2/172.17.0.2:44241, sessionid=0x1013a419a380001 2024-11-21T11:20:27,675 DEBUG [RS:0;7b462513bfc2:44241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:20:27,675 DEBUG [RS:0;7b462513bfc2:44241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,44241,1732188025790 2024-11-21T11:20:27,675 DEBUG [RS:0;7b462513bfc2:44241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,44241,1732188025790' 2024-11-21T11:20:27,675 DEBUG [RS:0;7b462513bfc2:44241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1555346034/flush-table-proc/abort' 2024-11-21T11:20:27,676 DEBUG [RS:0;7b462513bfc2:44241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1555346034/flush-table-proc/acquired' 2024-11-21T11:20:27,676 DEBUG [RS:0;7b462513bfc2:44241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:20:27,676 DEBUG [RS:0;7b462513bfc2:44241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:20:27,676 DEBUG [RS:0;7b462513bfc2:44241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,44241,1732188025790 2024-11-21T11:20:27,676 DEBUG [RS:0;7b462513bfc2:44241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,44241,1732188025790' 2024-11-21T11:20:27,676 DEBUG [RS:0;7b462513bfc2:44241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1555346034/online-snapshot/abort' 2024-11-21T11:20:27,676 DEBUG [RS:0;7b462513bfc2:44241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1555346034/online-snapshot/acquired' 2024-11-21T11:20:27,676 DEBUG [RS:0;7b462513bfc2:44241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:20:27,676 INFO [RS:0;7b462513bfc2:44241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:20:27,676 INFO [RS:0;7b462513bfc2:44241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:20:27,777 INFO [RS:0;7b462513bfc2:44241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:20:27,778 INFO [RS:0;7b462513bfc2:44241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C44241%2C1732188025790, suffix=, logDir=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790, archiveDir=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/oldWALs, maxLogs=10 2024-11-21T11:20:27,792 DEBUG [RS:0;7b462513bfc2:44241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778, exclude list is [], retry=0 2024-11-21T11:20:27,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43207,DS-4a3d115f-9299-4683-94a2-bd663b99cf4e,DISK] 2024-11-21T11:20:27,796 INFO [RS:0;7b462513bfc2:44241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 2024-11-21T11:20:27,796 DEBUG [RS:0;7b462513bfc2:44241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36477:36477)] 2024-11-21T11:20:27,977 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:20:27,977 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995 2024-11-21T11:20:27,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:20:28,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:28,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:20:28,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:20:28,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:28,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:28,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:20:28,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:20:28,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:28,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:28,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:20:28,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:20:28,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:28,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:28,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:20:28,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:20:28,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:28,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:28,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:20:28,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740 2024-11-21T11:20:28,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740 2024-11-21T11:20:28,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:20:28,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:20:28,392 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:20:28,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:20:28,394 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:28,394 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63025904, jitterRate=-0.06084084510803223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:20:28,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732188028384Initializing all the Stores at 1732188028384Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188028385 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188028385Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188028385Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188028385Cleaning up temporary data from old regions at 1732188028391 (+6 ms)Region opened successfully at 1732188028395 (+4 ms) 2024-11-21T11:20:28,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:20:28,395 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:20:28,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:20:28,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:20:28,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:20:28,395 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:20:28,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188028395Disabling compacts and flushes for region at 1732188028395Disabling writes for close at 1732188028395Writing region close event to WAL at 1732188028395Closed at 1732188028395 2024-11-21T11:20:28,396 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:28,396 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:20:28,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:20:28,397 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:20:28,398 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:20:28,548 DEBUG [7b462513bfc2:43313 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:20:28,549 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,44241,1732188025790 2024-11-21T11:20:28,550 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,44241,1732188025790, state=OPENING 2024-11-21T11:20:28,551 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:20:28,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034 2024-11-21T11:20:28,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034 2024-11-21T11:20:28,557 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:20:28,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1555346034/meta-region-server: CHANGED 2024-11-21T11:20:28,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1555346034/meta-region-server: CHANGED 2024-11-21T11:20:28,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,44241,1732188025790}] 2024-11-21T11:20:28,710 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:20:28,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:20:28,714 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:20:28,714 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:28,714 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:20:28,716 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C44241%2C1732188025790.meta, suffix=.meta, logDir=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790, archiveDir=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/oldWALs, maxLogs=10 2024-11-21T11:20:28,729 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.meta.1732188028716.meta, exclude list is [], retry=0 2024-11-21T11:20:28,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43207,DS-4a3d115f-9299-4683-94a2-bd663b99cf4e,DISK] 2024-11-21T11:20:28,732 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.meta.1732188028716.meta 2024-11-21T11:20:28,732 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36477:36477)] 2024-11-21T11:20:28,732 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:28,733 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:20:28,733 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:20:28,733 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:20:28,733 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:20:28,733 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:20:28,733 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:28,733 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:20:28,733 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:20:28,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:20:28,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:20:28,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:28,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:28,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:20:28,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:20:28,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:28,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:28,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:20:28,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:20:28,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:28,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:28,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:20:28,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:20:28,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:28,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:28,738 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:20:28,738 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740 2024-11-21T11:20:28,739 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740 2024-11-21T11:20:28,739 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:20:28,739 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:20:28,740 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:20:28,741 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:20:28,741 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64402624, jitterRate=-0.04032611846923828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:20:28,741 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:20:28,742 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732188028733Writing region info on filesystem at 1732188028733Initializing all the Stores at 1732188028734 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188028734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188028734Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188028734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188028734Cleaning up temporary data from old regions at 1732188028739 (+5 ms)Running coprocessor post-open hooks at 1732188028741 (+2 ms)Region opened successfully at 1732188028742 (+1 ms) 2024-11-21T11:20:28,742 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732188028710 2024-11-21T11:20:28,744 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:20:28,744 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:20:28,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,44241,1732188025790 2024-11-21T11:20:28,745 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,44241,1732188025790, state=OPEN 2024-11-21T11:20:28,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1555346034/meta-region-server 2024-11-21T11:20:28,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1555346034/meta-region-server 2024-11-21T11:20:28,748 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,44241,1732188025790 2024-11-21T11:20:28,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1555346034/meta-region-server: CHANGED 2024-11-21T11:20:28,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1555346034/meta-region-server: CHANGED 2024-11-21T11:20:28,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:20:28,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,44241,1732188025790 in 190 msec 2024-11-21T11:20:28,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:20:28,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-21T11:20:28,752 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:28,752 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:20:28,753 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:28,753 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,44241,1732188025790, seqNum=-1] 2024-11-21T11:20:28,753 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:28,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:20:28,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-21T11:20:28,758 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732188028758, completionTime=-1 2024-11-21T11:20:28,758 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:20:28,758 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:20:28,760 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:20:28,760 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188088760 2024-11-21T11:20:28,760 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188148760 2024-11-21T11:20:28,760 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T11:20:28,760 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43313,1732188025598-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:28,760 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43313,1732188025598-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:28,760 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43313,1732188025598-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:28,760 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:43313, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:28,760 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:28,761 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:28,762 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:20:28,764 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.930sec 2024-11-21T11:20:28,764 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:20:28,764 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:20:28,764 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:20:28,764 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:20:28,764 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:20:28,764 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43313,1732188025598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:20:28,764 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43313,1732188025598-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:20:28,766 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:20:28,766 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:20:28,766 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43313,1732188025598-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:28,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3b099c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:28,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,43313,-1 for getting cluster id 2024-11-21T11:20:28,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:28,820 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5999a07-9d6d-47ac-b9f9-2c45a4d63c2c' 2024-11-21T11:20:28,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:28,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5999a07-9d6d-47ac-b9f9-2c45a4d63c2c" 2024-11-21T11:20:28,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f0328f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:28,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,43313,-1] 2024-11-21T11:20:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:28,822 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:28,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bc00d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:28,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:28,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,44241,1732188025790, seqNum=-1] 2024-11-21T11:20:28,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:28,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:20:28,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,43313,1732188025598 2024-11-21T11:20:28,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61376 2024-11-21T11:20:28,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:20:28,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a419a380002 connected 2024-11-21T11:20:28,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/hadoop.log.dir so I do NOT create it in target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65 2024-11-21T11:20:28,832 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:20:28,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/hadoop.tmp.dir so I do NOT create it in target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65 2024-11-21T11:20:28,832 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:20:28,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65 2024-11-21T11:20:28,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:20:28,832 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/cluster_569b5448-471a-9345-f91a-c85aa1a840d1, deleteOnExit=true 2024-11-21T11:20:28,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:20:28,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/test.cache.data in system properties and HBase conf 2024-11-21T11:20:28,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:20:28,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:20:28,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:20:28,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:20:28,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:20:28,833 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:20:28,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:20:28,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:20:28,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:20:28,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:20:28,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:20:28,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:20:28,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:20:28,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:20:28,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:20:28,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:20:28,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:20:28,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:20:28,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:20:28,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:20:28,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:20:28,913 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:20:28,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:20:28,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:20:28,915 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:20:28,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:20:28,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ec3d9bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:20:28,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5cef8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:20:29,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@119b7d80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/java.io.tmpdir/jetty-localhost-38353-hadoop-hdfs-3_4_1-tests_jar-_-any-10238418625864072651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:20:29,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16cb3e16{HTTP/1.1, (http/1.1)}{localhost:38353} 2024-11-21T11:20:29,031 INFO [Time-limited test {}] server.Server(415): Started @204642ms 2024-11-21T11:20:29,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:20:29,120 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:20:29,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:20:29,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:20:29,124 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:20:29,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fc9cb47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:20:29,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1036e7c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:20:29,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13910b44{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/java.io.tmpdir/jetty-localhost-40899-hadoop-hdfs-3_4_1-tests_jar-_-any-9406951111400688729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:20:29,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31c528cd{HTTP/1.1, (http/1.1)}{localhost:40899} 2024-11-21T11:20:29,239 INFO [Time-limited test {}] server.Server(415): Started @204851ms 2024-11-21T11:20:29,240 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:20:29,349 WARN [Thread-2779 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/cluster_569b5448-471a-9345-f91a-c85aa1a840d1/data/data1/current/BP-50190786-172.17.0.2-1732188028852/current, will proceed with Du for space computation calculation, 2024-11-21T11:20:29,349 WARN [Thread-2780 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/cluster_569b5448-471a-9345-f91a-c85aa1a840d1/data/data2/current/BP-50190786-172.17.0.2-1732188028852/current, will proceed with Du for space computation calculation, 2024-11-21T11:20:29,365 WARN [Thread-2767 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:20:29,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2079be6c8a2d18b with lease ID 0x5b1a12271ece87cc: Processing first storage report for DS-b7b6630f-2b0e-43a8-979a-bbdd754f5e30 from datanode DatanodeRegistration(127.0.0.1:44813, datanodeUuid=b7c38e8e-70fa-48c4-aee7-c0aee2900f5e, infoPort=44487, infoSecurePort=0, ipcPort=35097, storageInfo=lv=-57;cid=testClusterID;nsid=1088152956;c=1732188028852) 2024-11-21T11:20:29,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2079be6c8a2d18b with lease ID 0x5b1a12271ece87cc: from storage DS-b7b6630f-2b0e-43a8-979a-bbdd754f5e30 node DatanodeRegistration(127.0.0.1:44813, datanodeUuid=b7c38e8e-70fa-48c4-aee7-c0aee2900f5e, infoPort=44487, infoSecurePort=0, ipcPort=35097, storageInfo=lv=-57;cid=testClusterID;nsid=1088152956;c=1732188028852), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:20:29,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2079be6c8a2d18b with lease ID 0x5b1a12271ece87cc: Processing first storage report for DS-8af15d6f-0879-4ef3-92b7-3fc8ea69918d from datanode DatanodeRegistration(127.0.0.1:44813, datanodeUuid=b7c38e8e-70fa-48c4-aee7-c0aee2900f5e, infoPort=44487, infoSecurePort=0, ipcPort=35097, storageInfo=lv=-57;cid=testClusterID;nsid=1088152956;c=1732188028852) 2024-11-21T11:20:29,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2079be6c8a2d18b with lease ID 0x5b1a12271ece87cc: from storage DS-8af15d6f-0879-4ef3-92b7-3fc8ea69918d node DatanodeRegistration(127.0.0.1:44813, datanodeUuid=b7c38e8e-70fa-48c4-aee7-c0aee2900f5e, infoPort=44487, infoSecurePort=0, ipcPort=35097, storageInfo=lv=-57;cid=testClusterID;nsid=1088152956;c=1732188028852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:20:29,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65 2024-11-21T11:20:29,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:29,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:29,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:20:29,888 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7 with version=8 2024-11-21T11:20:29,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/hbase-staging 2024-11-21T11:20:29,892 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:20:29,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:29,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:29,892 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:20:29,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:29,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:20:29,892 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:20:29,892 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:20:29,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39993 2024-11-21T11:20:29,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39993 connecting to ZooKeeper ensemble=127.0.0.1:61376 2024-11-21T11:20:29,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399930x0, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:20:29,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39993-0x1013a419a380003 connected 2024-11-21T11:20:29,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:29,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:29,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Set watcher on znode that does not yet exist, /193753192/running 2024-11-21T11:20:29,913 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7, hbase.cluster.distributed=false 2024-11-21T11:20:29,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Set watcher on znode that does not yet exist, /193753192/acl 2024-11-21T11:20:29,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39993 2024-11-21T11:20:29,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39993 2024-11-21T11:20:29,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39993 2024-11-21T11:20:29,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39993 2024-11-21T11:20:29,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39993 2024-11-21T11:20:29,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T11:20:29,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:20:29,942 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:20:29,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:29,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:29,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:20:29,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:29,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:20:29,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:20:29,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:20:29,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43739 2024-11-21T11:20:29,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43739 connecting to ZooKeeper ensemble=127.0.0.1:61376 2024-11-21T11:20:29,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:29,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:29,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437390x0, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:20:29,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437390x0, quorum=127.0.0.1:61376, baseZNode=/193753192 Set watcher on znode that does not yet exist, /193753192/running 2024-11-21T11:20:29,954 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:20:29,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43739-0x1013a419a380004 connected 2024-11-21T11:20:29,959 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:20:29,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Set watcher on znode that does not yet exist, /193753192/master 2024-11-21T11:20:29,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Set watcher on znode that does not yet exist, /193753192/acl 2024-11-21T11:20:29,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43739 2024-11-21T11:20:29,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43739 2024-11-21T11:20:29,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43739 2024-11-21T11:20:29,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43739 2024-11-21T11:20:29,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43739 2024-11-21T11:20:29,991 DEBUG [M:0;7b462513bfc2:39993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:39993 2024-11-21T11:20:29,991 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /193753192/backup-masters/7b462513bfc2,39993,1732188029891 2024-11-21T11:20:29,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192/backup-masters 2024-11-21T11:20:29,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192/backup-masters 2024-11-21T11:20:29,994 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Set watcher on existing znode=/193753192/backup-masters/7b462513bfc2,39993,1732188029891 2024-11-21T11:20:30,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/193753192/master 2024-11-21T11:20:30,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192 2024-11-21T11:20:30,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192 2024-11-21T11:20:30,001 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Set watcher on existing znode=/193753192/master 2024-11-21T11:20:30,001 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /193753192/backup-masters/7b462513bfc2,39993,1732188029891 from backup master directory 2024-11-21T11:20:30,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/193753192/backup-masters/7b462513bfc2,39993,1732188029891 2024-11-21T11:20:30,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192/backup-masters 2024-11-21T11:20:30,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192/backup-masters 2024-11-21T11:20:30,003 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:20:30,003 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,39993,1732188029891 2024-11-21T11:20:30,009 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/hbase.id] with ID: c9679cf1-bf2c-46e0-bc3f-1254071f6ca0 2024-11-21T11:20:30,009 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/.tmp/hbase.id 2024-11-21T11:20:30,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:20:30,422 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/.tmp/hbase.id]:[hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/hbase.id] 2024-11-21T11:20:30,432 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:30,432 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:20:30,433 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T11:20:30,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192 2024-11-21T11:20:30,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192 2024-11-21T11:20:30,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:20:30,461 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:20:30,461 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:20:30,461 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:30,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:20:30,868 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store 2024-11-21T11:20:30,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:20:31,274 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:31,274 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:20:31,274 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:31,274 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:31,274 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:20:31,274 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:31,274 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:31,274 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188031274Disabling compacts and flushes for region at 1732188031274Disabling writes for close at 1732188031274Writing region close event to WAL at 1732188031274Closed at 1732188031274 2024-11-21T11:20:31,275 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/.initializing 2024-11-21T11:20:31,275 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/WALs/7b462513bfc2,39993,1732188029891 2024-11-21T11:20:31,276 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:20:31,277 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C39993%2C1732188029891, suffix=, logDir=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/WALs/7b462513bfc2,39993,1732188029891, archiveDir=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/oldWALs, maxLogs=10 2024-11-21T11:20:31,291 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/WALs/7b462513bfc2,39993,1732188029891/7b462513bfc2%2C39993%2C1732188029891.1732188031277, exclude list is [], retry=0 2024-11-21T11:20:31,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-b7b6630f-2b0e-43a8-979a-bbdd754f5e30,DISK] 2024-11-21T11:20:31,295 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/WALs/7b462513bfc2,39993,1732188029891/7b462513bfc2%2C39993%2C1732188029891.1732188031277 2024-11-21T11:20:31,295 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44487:44487)] 2024-11-21T11:20:31,295 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:31,295 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:31,296 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:31,296 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:31,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:31,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:20:31,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:31,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:31,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:31,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:20:31,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:31,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:31,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:31,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:20:31,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:31,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:31,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:31,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:20:31,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:31,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:31,301 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:31,302 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:31,302 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:31,303 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:31,303 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:31,303 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:20:31,304 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:31,306 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:31,306 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74543363, jitterRate=0.1107826679944992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:20:31,306 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732188031296Initializing all the Stores at 1732188031296Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188031296Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188031296Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188031296Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188031296Cleaning up temporary data from old regions at 1732188031303 (+7 ms)Region opened successfully at 1732188031306 (+3 ms) 2024-11-21T11:20:31,306 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:20:31,309 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566ce125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:20:31,310 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:20:31,310 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:20:31,310 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:20:31,310 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:20:31,310 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:20:31,310 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:20:31,310 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:20:31,312 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:20:31,313 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Unable to get data of znode /193753192/balancer because node does not exist (not necessarily an error) 2024-11-21T11:20:31,314 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /193753192/balancer already deleted, retry=false 2024-11-21T11:20:31,315 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:20:31,315 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Unable to get data of znode /193753192/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:20:31,321 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /193753192/normalizer already deleted, retry=false 2024-11-21T11:20:31,322 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:20:31,322 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Unable to get data of znode /193753192/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:20:31,323 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /193753192/switch/split already deleted, retry=false 2024-11-21T11:20:31,324 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Unable to get data of znode /193753192/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:20:31,325 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /193753192/switch/merge already deleted, retry=false 2024-11-21T11:20:31,328 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Unable to get data of znode /193753192/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:20:31,332 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /193753192/snapshot-cleanup already deleted, retry=false 2024-11-21T11:20:31,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/193753192/running 2024-11-21T11:20:31,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/193753192/running 2024-11-21T11:20:31,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192 2024-11-21T11:20:31,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192 2024-11-21T11:20:31,335 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,39993,1732188029891, sessionid=0x1013a419a380003, setting cluster-up flag (Was=false) 2024-11-21T11:20:31,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192 2024-11-21T11:20:31,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192 2024-11-21T11:20:31,350 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /193753192/flush-table-proc/acquired, /193753192/flush-table-proc/reached, /193753192/flush-table-proc/abort 2024-11-21T11:20:31,350 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,39993,1732188029891 2024-11-21T11:20:31,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192 2024-11-21T11:20:31,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192 2024-11-21T11:20:31,365 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /193753192/online-snapshot/acquired, /193753192/online-snapshot/reached, /193753192/online-snapshot/abort 2024-11-21T11:20:31,365 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,39993,1732188029891 2024-11-21T11:20:31,367 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:20:31,368 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:31,369 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:20:31,369 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:20:31,369 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,39993,1732188029891 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:20:31,370 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:31,370 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:31,370 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:31,370 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:31,370 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:20:31,370 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:31,370 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:20:31,370 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:31,371 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732188061371 2024-11-21T11:20:31,371 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:20:31,371 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:31,372 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:20:31,372 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:20:31,372 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:20:31,372 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:20:31,372 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:20:31,372 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:20:31,372 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:31,373 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:31,373 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:20:31,373 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:20:31,373 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:20:31,373 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:20:31,374 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:20:31,377 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:20:31,377 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:20:31,379 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188031378,5,FailOnTimeoutGroup] 2024-11-21T11:20:31,379 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188031379,5,FailOnTimeoutGroup] 2024-11-21T11:20:31,379 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:31,379 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:20:31,379 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:31,379 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:31,380 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(746): ClusterId : c9679cf1-bf2c-46e0-bc3f-1254071f6ca0 2024-11-21T11:20:31,380 DEBUG [RS:0;7b462513bfc2:43739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:20:31,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:20:31,382 DEBUG [RS:0;7b462513bfc2:43739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:20:31,382 DEBUG [RS:0;7b462513bfc2:43739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:20:31,385 DEBUG [RS:0;7b462513bfc2:43739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:20:31,386 DEBUG [RS:0;7b462513bfc2:43739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2197388e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:20:31,400 DEBUG [RS:0;7b462513bfc2:43739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:43739 2024-11-21T11:20:31,400 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:20:31,400 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:20:31,400 DEBUG [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:20:31,400 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,39993,1732188029891 with port=43739, startcode=1732188029941 2024-11-21T11:20:31,400 DEBUG [RS:0;7b462513bfc2:43739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:20:31,402 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:20:31,402 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39993 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,43739,1732188029941 2024-11-21T11:20:31,402 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39993 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,43739,1732188029941 2024-11-21T11:20:31,403 DEBUG [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7 2024-11-21T11:20:31,403 DEBUG [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37559 2024-11-21T11:20:31,403 DEBUG [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:20:31,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192/rs 2024-11-21T11:20:31,405 DEBUG [RS:0;7b462513bfc2:43739 {}] zookeeper.ZKUtil(111): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Set watcher on existing znode=/193753192/rs/7b462513bfc2,43739,1732188029941 2024-11-21T11:20:31,405 WARN [RS:0;7b462513bfc2:43739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:20:31,405 INFO [RS:0;7b462513bfc2:43739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:31,405 DEBUG [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941 2024-11-21T11:20:31,406 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,43739,1732188029941] 2024-11-21T11:20:31,409 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:20:31,412 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:20:31,415 INFO [RS:0;7b462513bfc2:43739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:20:31,415 INFO [RS:0;7b462513bfc2:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:31,415 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:20:31,416 INFO [RS:0;7b462513bfc2:43739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:20:31,416 INFO [RS:0;7b462513bfc2:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:31,416 DEBUG [RS:0;7b462513bfc2:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:31,416 DEBUG [RS:0;7b462513bfc2:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:31,416 DEBUG [RS:0;7b462513bfc2:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:31,416 DEBUG [RS:0;7b462513bfc2:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:31,416 DEBUG [RS:0;7b462513bfc2:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:31,416 DEBUG [RS:0;7b462513bfc2:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:20:31,416 DEBUG [RS:0;7b462513bfc2:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:31,416 DEBUG [RS:0;7b462513bfc2:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:31,416 DEBUG [RS:0;7b462513bfc2:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:31,416 DEBUG [RS:0;7b462513bfc2:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:31,416 DEBUG [RS:0;7b462513bfc2:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:31,416 DEBUG [RS:0;7b462513bfc2:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:31,416 DEBUG [RS:0;7b462513bfc2:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:20:31,417 DEBUG [RS:0;7b462513bfc2:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:20:31,419 INFO [RS:0;7b462513bfc2:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:31,419 INFO [RS:0;7b462513bfc2:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:31,420 INFO [RS:0;7b462513bfc2:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:31,420 INFO [RS:0;7b462513bfc2:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:31,420 INFO [RS:0;7b462513bfc2:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:31,420 INFO [RS:0;7b462513bfc2:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43739,1732188029941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:20:31,435 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:20:31,435 INFO [RS:0;7b462513bfc2:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43739,1732188029941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:31,435 INFO [RS:0;7b462513bfc2:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:31,436 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.Replication(171): 7b462513bfc2,43739,1732188029941 started 2024-11-21T11:20:31,449 INFO [RS:0;7b462513bfc2:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:31,449 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,43739,1732188029941, RpcServer on 7b462513bfc2/172.17.0.2:43739, sessionid=0x1013a419a380004 2024-11-21T11:20:31,449 DEBUG [RS:0;7b462513bfc2:43739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:20:31,450 DEBUG [RS:0;7b462513bfc2:43739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,43739,1732188029941 2024-11-21T11:20:31,450 DEBUG [RS:0;7b462513bfc2:43739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,43739,1732188029941' 2024-11-21T11:20:31,450 DEBUG [RS:0;7b462513bfc2:43739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/193753192/flush-table-proc/abort' 2024-11-21T11:20:31,450 DEBUG [RS:0;7b462513bfc2:43739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/193753192/flush-table-proc/acquired' 2024-11-21T11:20:31,450 DEBUG [RS:0;7b462513bfc2:43739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:20:31,451 DEBUG [RS:0;7b462513bfc2:43739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:20:31,451 DEBUG [RS:0;7b462513bfc2:43739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,43739,1732188029941 2024-11-21T11:20:31,451 DEBUG [RS:0;7b462513bfc2:43739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,43739,1732188029941' 2024-11-21T11:20:31,451 DEBUG [RS:0;7b462513bfc2:43739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/193753192/online-snapshot/abort' 2024-11-21T11:20:31,451 DEBUG [RS:0;7b462513bfc2:43739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/193753192/online-snapshot/acquired' 2024-11-21T11:20:31,451 DEBUG [RS:0;7b462513bfc2:43739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:20:31,451 INFO [RS:0;7b462513bfc2:43739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:20:31,451 INFO [RS:0;7b462513bfc2:43739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:20:31,552 INFO [RS:0;7b462513bfc2:43739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:20:31,553 INFO [RS:0;7b462513bfc2:43739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C43739%2C1732188029941, suffix=, logDir=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941, archiveDir=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/oldWALs, maxLogs=10 2024-11-21T11:20:31,566 DEBUG [RS:0;7b462513bfc2:43739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553, exclude list is [], retry=0 2024-11-21T11:20:31,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-b7b6630f-2b0e-43a8-979a-bbdd754f5e30,DISK] 2024-11-21T11:20:31,571 INFO [RS:0;7b462513bfc2:43739 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 2024-11-21T11:20:31,572 DEBUG [RS:0;7b462513bfc2:43739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44487:44487)] 2024-11-21T11:20:31,782 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:20:31,783 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7 2024-11-21T11:20:31,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:20:32,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:32,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:20:32,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:20:32,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:32,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:32,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:20:32,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:20:32,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:32,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:32,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:20:32,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:20:32,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:32,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:32,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:20:32,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:20:32,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:32,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:32,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:20:32,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740 2024-11-21T11:20:32,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740 2024-11-21T11:20:32,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:20:32,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:20:32,196 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:20:32,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:20:32,198 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:32,199 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63812521, jitterRate=-0.049119338393211365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:20:32,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732188032188Initializing all the Stores at 1732188032189 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188032189Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188032189Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188032189Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188032189Cleaning up temporary data from old regions at 1732188032196 (+7 ms)Region opened successfully at 1732188032199 (+3 ms) 2024-11-21T11:20:32,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:20:32,199 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:20:32,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:20:32,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:20:32,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:20:32,199 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:20:32,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188032199Disabling compacts and flushes for region at 1732188032199Disabling writes for close at 1732188032199Writing region close event to WAL at 1732188032199Closed at 1732188032199 2024-11-21T11:20:32,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:32,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:20:32,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:20:32,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:20:32,202 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:20:32,352 DEBUG [7b462513bfc2:39993 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:20:32,353 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,43739,1732188029941 2024-11-21T11:20:32,354 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,43739,1732188029941, state=OPENING 2024-11-21T11:20:32,358 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:20:32,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192 2024-11-21T11:20:32,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192 2024-11-21T11:20:32,361 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:20:32,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /193753192/meta-region-server: CHANGED 2024-11-21T11:20:32,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /193753192/meta-region-server: CHANGED 2024-11-21T11:20:32,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,43739,1732188029941}] 2024-11-21T11:20:32,514 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:20:32,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:20:32,518 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:20:32,518 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:32,519 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:20:32,520 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C43739%2C1732188029941.meta, suffix=.meta, logDir=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941, archiveDir=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/oldWALs, maxLogs=10 2024-11-21T11:20:32,533 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.meta.1732188032520.meta, exclude list is [], retry=0 2024-11-21T11:20:32,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-b7b6630f-2b0e-43a8-979a-bbdd754f5e30,DISK] 2024-11-21T11:20:32,537 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.meta.1732188032520.meta 2024-11-21T11:20:32,537 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44487:44487)] 2024-11-21T11:20:32,537 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:32,538 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:20:32,538 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:20:32,538 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:20:32,538 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:20:32,538 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:20:32,538 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:32,538 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:20:32,538 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:20:32,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:20:32,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:20:32,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:32,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:32,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:20:32,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:20:32,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:32,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:32,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:20:32,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:20:32,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:32,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:32,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:20:32,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:20:32,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:32,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:32,543 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:20:32,543 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740 2024-11-21T11:20:32,544 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740 2024-11-21T11:20:32,545 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:20:32,545 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:20:32,546 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:20:32,547 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:20:32,547 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64320716, jitterRate=-0.041546642780303955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:20:32,547 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:20:32,547 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732188032538Writing region info on filesystem at 1732188032539 (+1 ms)Initializing all the Stores at 1732188032539Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188032539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188032539Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188032539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188032539Cleaning up temporary data from old regions at 1732188032545 (+6 ms)Running coprocessor post-open hooks at 1732188032547 (+2 ms)Region opened successfully at 1732188032547 2024-11-21T11:20:32,548 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732188032514 2024-11-21T11:20:32,550 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:20:32,550 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:20:32,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,43739,1732188029941 2024-11-21T11:20:32,551 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,43739,1732188029941, state=OPEN 2024-11-21T11:20:32,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/193753192/meta-region-server 2024-11-21T11:20:32,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/193753192/meta-region-server 2024-11-21T11:20:32,553 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,43739,1732188029941 2024-11-21T11:20:32,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /193753192/meta-region-server: CHANGED 2024-11-21T11:20:32,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /193753192/meta-region-server: CHANGED 2024-11-21T11:20:32,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:20:32,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,43739,1732188029941 in 191 msec 2024-11-21T11:20:32,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:20:32,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-21T11:20:32,557 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:32,557 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:20:32,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:32,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,43739,1732188029941, seqNum=-1] 2024-11-21T11:20:32,558 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:32,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:20:32,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-21T11:20:32,564 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732188032563, completionTime=-1 2024-11-21T11:20:32,564 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:20:32,564 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:20:32,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:20:32,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188092566 2024-11-21T11:20:32,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188152566 2024-11-21T11:20:32,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T11:20:32,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,39993,1732188029891-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:32,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,39993,1732188029891-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:32,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,39993,1732188029891-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:32,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:39993, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:32,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:32,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:32,568 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:20:32,570 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.567sec 2024-11-21T11:20:32,570 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:20:32,570 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:20:32,570 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:20:32,570 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:20:32,570 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:20:32,570 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,39993,1732188029891-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:20:32,570 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,39993,1732188029891-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:20:32,572 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:20:32,572 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:20:32,572 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,39993,1732188029891-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:32,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b15dbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:32,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,39993,-1 for getting cluster id 2024-11-21T11:20:32,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:32,582 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9679cf1-bf2c-46e0-bc3f-1254071f6ca0' 2024-11-21T11:20:32,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:32,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9679cf1-bf2c-46e0-bc3f-1254071f6ca0" 2024-11-21T11:20:32,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311e5ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:32,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,39993,-1] 2024-11-21T11:20:32,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:32,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:32,584 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:32,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5931877f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:32,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:32,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,43739,1732188029941, seqNum=-1] 2024-11-21T11:20:32,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:32,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:20:32,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,39993,1732188029891 2024-11-21T11:20:32,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61376 2024-11-21T11:20:32,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:20:32,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a419a380005 connected 2024-11-21T11:20:32,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/hadoop.log.dir so I do NOT create it in target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb 2024-11-21T11:20:32,595 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:20:32,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/hadoop.tmp.dir so I do NOT create it in target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb 2024-11-21T11:20:32,595 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:20:32,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb 2024-11-21T11:20:32,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:20:32,595 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/cluster_b817a458-24ae-e8d7-747c-835be1ea9809, deleteOnExit=true 2024-11-21T11:20:32,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:20:32,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/test.cache.data in system properties and HBase conf 2024-11-21T11:20:32,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:20:32,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:20:32,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:20:32,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:20:32,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:20:32,596 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:20:32,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:20:32,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:20:32,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:20:32,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:20:32,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:20:32,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:20:32,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:20:32,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:20:32,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:20:32,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:20:32,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:20:32,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:20:32,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:20:32,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:20:32,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:20:32,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:20:32,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:20:32,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:20:32,708 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:20:32,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:20:32,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571fba1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:20:32,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e89182{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:20:32,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23ca4f29{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/java.io.tmpdir/jetty-localhost-37239-hadoop-hdfs-3_4_1-tests_jar-_-any-496606388284536991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:20:32,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@185a4390{HTTP/1.1, (http/1.1)}{localhost:37239} 2024-11-21T11:20:32,840 INFO [Time-limited test {}] server.Server(415): Started @208451ms 2024-11-21T11:20:32,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:20:32,945 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:20:32,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:20:32,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:20:32,950 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:20:32,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@412bff8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:20:32,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b6447ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:20:33,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fd3243d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/java.io.tmpdir/jetty-localhost-40773-hadoop-hdfs-3_4_1-tests_jar-_-any-16829167564584151438/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:20:33,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@334a8ff8{HTTP/1.1, (http/1.1)}{localhost:40773} 2024-11-21T11:20:33,072 INFO [Time-limited test {}] server.Server(415): Started @208683ms 2024-11-21T11:20:33,073 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:20:33,195 WARN [Thread-2899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/cluster_b817a458-24ae-e8d7-747c-835be1ea9809/data/data1/current/BP-721263517-172.17.0.2-1732188032623/current, will proceed with Du for space computation calculation, 2024-11-21T11:20:33,196 WARN [Thread-2900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/cluster_b817a458-24ae-e8d7-747c-835be1ea9809/data/data2/current/BP-721263517-172.17.0.2-1732188032623/current, will proceed with Du for space computation calculation, 2024-11-21T11:20:33,222 WARN [Thread-2887 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:20:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bf2e3059f7be38c with lease ID 0xd5d92a7614919fe3: Processing first storage report for DS-7e87066e-32af-4fb9-8617-b68bafb4778e from datanode DatanodeRegistration(127.0.0.1:34429, datanodeUuid=202a2ca7-f945-45f8-b3d6-71e1c9e1bb1b, infoPort=38241, infoSecurePort=0, ipcPort=34185, storageInfo=lv=-57;cid=testClusterID;nsid=307759499;c=1732188032623) 2024-11-21T11:20:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bf2e3059f7be38c with lease ID 0xd5d92a7614919fe3: from storage DS-7e87066e-32af-4fb9-8617-b68bafb4778e node DatanodeRegistration(127.0.0.1:34429, datanodeUuid=202a2ca7-f945-45f8-b3d6-71e1c9e1bb1b, infoPort=38241, infoSecurePort=0, ipcPort=34185, storageInfo=lv=-57;cid=testClusterID;nsid=307759499;c=1732188032623), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:20:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bf2e3059f7be38c with lease ID 0xd5d92a7614919fe3: Processing first storage report for DS-2106102e-38e1-42d7-a60f-4880c3395fa1 from datanode DatanodeRegistration(127.0.0.1:34429, datanodeUuid=202a2ca7-f945-45f8-b3d6-71e1c9e1bb1b, infoPort=38241, infoSecurePort=0, ipcPort=34185, storageInfo=lv=-57;cid=testClusterID;nsid=307759499;c=1732188032623) 2024-11-21T11:20:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bf2e3059f7be38c with lease ID 0xd5d92a7614919fe3: from storage DS-2106102e-38e1-42d7-a60f-4880c3395fa1 node DatanodeRegistration(127.0.0.1:34429, datanodeUuid=202a2ca7-f945-45f8-b3d6-71e1c9e1bb1b, infoPort=38241, infoSecurePort=0, ipcPort=34185, storageInfo=lv=-57;cid=testClusterID;nsid=307759499;c=1732188032623), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:20:33,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb 2024-11-21T11:20:33,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:33,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:33,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:20:33,645 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:20:33,714 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b with version=8 2024-11-21T11:20:33,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/hbase-staging 2024-11-21T11:20:33,717 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:20:33,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:33,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:33,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:20:33,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:33,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:20:33,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:20:33,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:20:33,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35185 2024-11-21T11:20:33,719 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35185 connecting to ZooKeeper ensemble=127.0.0.1:61376 2024-11-21T11:20:33,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351850x0, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:20:33,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35185-0x1013a419a380006 connected 2024-11-21T11:20:33,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:33,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:33,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Set watcher on znode that does not yet exist, /21661361692/running 2024-11-21T11:20:33,751 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b, hbase.cluster.distributed=false 2024-11-21T11:20:33,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Set watcher on znode that does not yet exist, /21661361692/acl 2024-11-21T11:20:33,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35185 2024-11-21T11:20:33,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35185 2024-11-21T11:20:33,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35185 2024-11-21T11:20:33,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35185 2024-11-21T11:20:33,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35185 2024-11-21T11:20:33,776 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:20:33,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:33,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:33,776 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:20:33,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:20:33,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:20:33,776 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:20:33,776 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:20:33,777 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41849 2024-11-21T11:20:33,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41849 connecting to ZooKeeper ensemble=127.0.0.1:61376 2024-11-21T11:20:33,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:33,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:33,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418490x0, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:20:33,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418490x0, quorum=127.0.0.1:61376, baseZNode=/21661361692 Set watcher on znode that does not yet exist, /21661361692/running 2024-11-21T11:20:33,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41849-0x1013a419a380007 connected 2024-11-21T11:20:33,785 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:20:33,788 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:20:33,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Set watcher on znode that does not yet exist, /21661361692/master 2024-11-21T11:20:33,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Set watcher on znode that does not yet exist, /21661361692/acl 2024-11-21T11:20:33,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41849 2024-11-21T11:20:33,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41849 2024-11-21T11:20:33,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41849 2024-11-21T11:20:33,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41849 2024-11-21T11:20:33,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41849 2024-11-21T11:20:33,814 DEBUG [M:0;7b462513bfc2:35185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:35185 2024-11-21T11:20:33,814 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21661361692/backup-masters/7b462513bfc2,35185,1732188033717 2024-11-21T11:20:33,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692/backup-masters 2024-11-21T11:20:33,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692/backup-masters 2024-11-21T11:20:33,816 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Set watcher on existing znode=/21661361692/backup-masters/7b462513bfc2,35185,1732188033717 2024-11-21T11:20:33,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21661361692/master 2024-11-21T11:20:33,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692 2024-11-21T11:20:33,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692 2024-11-21T11:20:33,821 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Set watcher on existing znode=/21661361692/master 2024-11-21T11:20:33,821 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21661361692/backup-masters/7b462513bfc2,35185,1732188033717 from backup master directory 2024-11-21T11:20:33,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21661361692/backup-masters/7b462513bfc2,35185,1732188033717 2024-11-21T11:20:33,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692/backup-masters 2024-11-21T11:20:33,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692/backup-masters 2024-11-21T11:20:33,823 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:20:33,823 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,35185,1732188033717 2024-11-21T11:20:33,826 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/hbase.id] with ID: 020b7003-e68a-47b2-8b8c-bda93691c3c2 2024-11-21T11:20:33,826 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/.tmp/hbase.id 2024-11-21T11:20:33,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:20:34,234 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/.tmp/hbase.id]:[hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/hbase.id] 2024-11-21T11:20:34,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:20:34,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:34,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:34,243 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:20:34,243 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:20:34,244 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T11:20:34,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692 2024-11-21T11:20:34,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692 2024-11-21T11:20:34,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:20:34,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:34,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:34,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:34,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:34,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:34,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:34,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:34,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:34,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:34,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:34,654 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:20:34,655 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:20:34,656 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:34,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:20:35,062 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store 2024-11-21T11:20:35,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:20:35,468 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:35,468 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:20:35,468 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:35,468 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:35,468 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:20:35,468 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:35,468 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:35,468 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188035468Disabling compacts and flushes for region at 1732188035468Disabling writes for close at 1732188035468Writing region close event to WAL at 1732188035468Closed at 1732188035468 2024-11-21T11:20:35,469 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/.initializing 2024-11-21T11:20:35,469 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/WALs/7b462513bfc2,35185,1732188033717 2024-11-21T11:20:35,470 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:20:35,471 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C35185%2C1732188033717, suffix=, logDir=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/WALs/7b462513bfc2,35185,1732188033717, archiveDir=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/oldWALs, maxLogs=10 2024-11-21T11:20:35,489 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/WALs/7b462513bfc2,35185,1732188033717/7b462513bfc2%2C35185%2C1732188033717.1732188035472, exclude list is [], retry=0 2024-11-21T11:20:35,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34429,DS-7e87066e-32af-4fb9-8617-b68bafb4778e,DISK] 2024-11-21T11:20:35,493 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/WALs/7b462513bfc2,35185,1732188033717/7b462513bfc2%2C35185%2C1732188033717.1732188035472 2024-11-21T11:20:35,494 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38241:38241)] 2024-11-21T11:20:35,494 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:35,494 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:35,494 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:35,494 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:35,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:35,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:20:35,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:35,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:35,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:35,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:20:35,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:35,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:35,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:35,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:20:35,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:35,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:35,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:35,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:20:35,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:35,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:35,500 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:35,501 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:35,501 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:35,502 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:35,502 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:35,502 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:20:35,503 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:20:35,505 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:35,505 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69874608, jitterRate=0.04121279716491699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:20:35,505 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732188035494Initializing all the Stores at 1732188035495 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188035495Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188035495Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188035495Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188035495Cleaning up temporary data from old regions at 1732188035502 (+7 ms)Region opened successfully at 1732188035505 (+3 ms) 2024-11-21T11:20:35,505 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:20:35,508 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b56bba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:20:35,509 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:20:35,509 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:20:35,509 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:20:35,509 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:20:35,509 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:20:35,510 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:20:35,510 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:20:35,512 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:20:35,512 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Unable to get data of znode /21661361692/balancer because node does not exist (not necessarily an error) 2024-11-21T11:20:35,514 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21661361692/balancer already deleted, retry=false 2024-11-21T11:20:35,514 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:20:35,515 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Unable to get data of znode /21661361692/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:20:35,519 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21661361692/normalizer already deleted, retry=false 2024-11-21T11:20:35,519 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:20:35,520 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Unable to get data of znode /21661361692/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:20:35,522 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21661361692/switch/split already deleted, retry=false 2024-11-21T11:20:35,523 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Unable to get data of znode /21661361692/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:20:35,524 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21661361692/switch/merge already deleted, retry=false 2024-11-21T11:20:35,526 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Unable to get data of znode /21661361692/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:20:35,527 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21661361692/snapshot-cleanup already deleted, retry=false 2024-11-21T11:20:35,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21661361692/running 2024-11-21T11:20:35,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21661361692/running 2024-11-21T11:20:35,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692 2024-11-21T11:20:35,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692 2024-11-21T11:20:35,531 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,35185,1732188033717, sessionid=0x1013a419a380006, setting cluster-up flag (Was=false) 2024-11-21T11:20:35,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692 2024-11-21T11:20:35,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692 2024-11-21T11:20:35,540 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21661361692/flush-table-proc/acquired, /21661361692/flush-table-proc/reached, /21661361692/flush-table-proc/abort 2024-11-21T11:20:35,541 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,35185,1732188033717 2024-11-21T11:20:35,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692 2024-11-21T11:20:35,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692 2024-11-21T11:20:35,549 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21661361692/online-snapshot/acquired, /21661361692/online-snapshot/reached, /21661361692/online-snapshot/abort 2024-11-21T11:20:35,552 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,35185,1732188033717 2024-11-21T11:20:35,557 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:20:35,558 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:35,558 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:20:35,558 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:20:35,559 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,35185,1732188033717 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:20:35,560 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:35,560 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:35,560 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:35,560 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:20:35,560 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:20:35,560 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:35,560 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:20:35,560 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:35,563 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:35,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:20:35,564 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:35,564 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:20:35,567 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732188065567 2024-11-21T11:20:35,567 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:20:35,567 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:20:35,567 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:20:35,567 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:20:35,567 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:20:35,567 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:20:35,568 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:35,568 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:20:35,568 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:20:35,568 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:20:35,568 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:20:35,571 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:20:35,571 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:20:35,572 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188035571,5,FailOnTimeoutGroup] 2024-11-21T11:20:35,572 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188035572,5,FailOnTimeoutGroup] 2024-11-21T11:20:35,573 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:35,573 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:20:35,573 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:35,573 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:35,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:20:35,605 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(746): ClusterId : 020b7003-e68a-47b2-8b8c-bda93691c3c2 2024-11-21T11:20:35,605 DEBUG [RS:0;7b462513bfc2:41849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:20:35,607 DEBUG [RS:0;7b462513bfc2:41849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:20:35,607 DEBUG [RS:0;7b462513bfc2:41849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:20:35,615 DEBUG [RS:0;7b462513bfc2:41849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:20:35,615 DEBUG [RS:0;7b462513bfc2:41849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d46cd9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:20:35,630 DEBUG [RS:0;7b462513bfc2:41849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:41849 2024-11-21T11:20:35,630 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:20:35,630 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:20:35,630 DEBUG [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:20:35,630 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,35185,1732188033717 with port=41849, startcode=1732188033776 2024-11-21T11:20:35,631 DEBUG [RS:0;7b462513bfc2:41849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:20:35,632 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:20:35,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35185 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,41849,1732188033776 2024-11-21T11:20:35,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35185 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,41849,1732188033776 2024-11-21T11:20:35,634 DEBUG [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b 2024-11-21T11:20:35,634 DEBUG [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41555 2024-11-21T11:20:35,634 DEBUG [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:20:35,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692/rs 2024-11-21T11:20:35,639 DEBUG [RS:0;7b462513bfc2:41849 {}] zookeeper.ZKUtil(111): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Set watcher on existing znode=/21661361692/rs/7b462513bfc2,41849,1732188033776 2024-11-21T11:20:35,639 WARN [RS:0;7b462513bfc2:41849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:20:35,639 INFO [RS:0;7b462513bfc2:41849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:35,639 DEBUG [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776 2024-11-21T11:20:35,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,41849,1732188033776] 2024-11-21T11:20:35,647 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:20:35,649 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:20:35,649 INFO [RS:0;7b462513bfc2:41849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:20:35,649 INFO [RS:0;7b462513bfc2:41849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:35,650 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:20:35,650 INFO [RS:0;7b462513bfc2:41849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:20:35,650 INFO [RS:0;7b462513bfc2:41849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:35,651 DEBUG [RS:0;7b462513bfc2:41849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:35,651 DEBUG [RS:0;7b462513bfc2:41849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:35,651 DEBUG [RS:0;7b462513bfc2:41849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:35,651 DEBUG [RS:0;7b462513bfc2:41849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:35,651 DEBUG [RS:0;7b462513bfc2:41849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:35,651 DEBUG [RS:0;7b462513bfc2:41849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:20:35,651 DEBUG [RS:0;7b462513bfc2:41849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:35,651 DEBUG [RS:0;7b462513bfc2:41849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:35,651 DEBUG [RS:0;7b462513bfc2:41849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:35,651 DEBUG [RS:0;7b462513bfc2:41849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:35,651 DEBUG [RS:0;7b462513bfc2:41849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:35,651 DEBUG [RS:0;7b462513bfc2:41849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:20:35,651 DEBUG [RS:0;7b462513bfc2:41849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:20:35,651 DEBUG [RS:0;7b462513bfc2:41849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:20:35,651 INFO [RS:0;7b462513bfc2:41849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:35,651 INFO [RS:0;7b462513bfc2:41849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:35,651 INFO [RS:0;7b462513bfc2:41849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:35,651 INFO [RS:0;7b462513bfc2:41849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:35,652 INFO [RS:0;7b462513bfc2:41849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:35,652 INFO [RS:0;7b462513bfc2:41849 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41849,1732188033776-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:20:35,670 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:20:35,670 INFO [RS:0;7b462513bfc2:41849 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41849,1732188033776-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:35,670 INFO [RS:0;7b462513bfc2:41849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:35,670 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.Replication(171): 7b462513bfc2,41849,1732188033776 started 2024-11-21T11:20:35,683 INFO [RS:0;7b462513bfc2:41849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:35,683 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,41849,1732188033776, RpcServer on 7b462513bfc2/172.17.0.2:41849, sessionid=0x1013a419a380007 2024-11-21T11:20:35,683 DEBUG [RS:0;7b462513bfc2:41849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:20:35,683 DEBUG [RS:0;7b462513bfc2:41849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,41849,1732188033776 2024-11-21T11:20:35,683 DEBUG [RS:0;7b462513bfc2:41849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,41849,1732188033776' 2024-11-21T11:20:35,683 DEBUG [RS:0;7b462513bfc2:41849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21661361692/flush-table-proc/abort' 2024-11-21T11:20:35,684 DEBUG [RS:0;7b462513bfc2:41849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21661361692/flush-table-proc/acquired' 2024-11-21T11:20:35,684 DEBUG [RS:0;7b462513bfc2:41849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:20:35,684 DEBUG [RS:0;7b462513bfc2:41849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:20:35,684 DEBUG [RS:0;7b462513bfc2:41849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,41849,1732188033776 2024-11-21T11:20:35,684 DEBUG [RS:0;7b462513bfc2:41849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,41849,1732188033776' 2024-11-21T11:20:35,684 DEBUG [RS:0;7b462513bfc2:41849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21661361692/online-snapshot/abort' 2024-11-21T11:20:35,685 DEBUG [RS:0;7b462513bfc2:41849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21661361692/online-snapshot/acquired' 2024-11-21T11:20:35,685 DEBUG [RS:0;7b462513bfc2:41849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:20:35,685 INFO [RS:0;7b462513bfc2:41849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:20:35,685 INFO [RS:0;7b462513bfc2:41849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:20:35,785 INFO [RS:0;7b462513bfc2:41849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:20:35,786 INFO [RS:0;7b462513bfc2:41849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C41849%2C1732188033776, suffix=, logDir=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776, archiveDir=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/oldWALs, maxLogs=10 2024-11-21T11:20:35,800 DEBUG [RS:0;7b462513bfc2:41849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787, exclude list is [], retry=0 2024-11-21T11:20:35,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34429,DS-7e87066e-32af-4fb9-8617-b68bafb4778e,DISK] 2024-11-21T11:20:35,805 INFO [RS:0;7b462513bfc2:41849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 2024-11-21T11:20:35,805 DEBUG [RS:0;7b462513bfc2:41849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38241:38241)] 2024-11-21T11:20:35,974 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:20:35,974 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b 2024-11-21T11:20:35,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:20:36,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:36,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:20:36,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:20:36,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:36,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:36,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:20:36,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:20:36,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:36,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:36,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:20:36,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:20:36,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:36,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:36,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:20:36,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:20:36,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:36,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:36,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:20:36,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740 2024-11-21T11:20:36,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740 2024-11-21T11:20:36,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:20:36,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:20:36,388 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:20:36,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:20:36,390 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:36,390 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74427383, jitterRate=0.10905443131923676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:20:36,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732188036379Initializing all the Stores at 1732188036380 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188036380Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188036380Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188036380Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188036380Cleaning up temporary data from old regions at 1732188036387 (+7 ms)Region opened successfully at 1732188036390 (+3 ms) 2024-11-21T11:20:36,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:20:36,390 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:20:36,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:20:36,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:20:36,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:20:36,391 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:20:36,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188036390Disabling compacts and flushes for region at 1732188036390Disabling writes for close at 1732188036390Writing region close event to WAL at 1732188036391 (+1 ms)Closed at 1732188036391 2024-11-21T11:20:36,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:36,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:20:36,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:20:36,393 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:20:36,394 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:20:36,544 DEBUG [7b462513bfc2:35185 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:20:36,544 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,41849,1732188033776 2024-11-21T11:20:36,546 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,41849,1732188033776, state=OPENING 2024-11-21T11:20:36,547 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:20:36,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692 2024-11-21T11:20:36,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692 2024-11-21T11:20:36,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21661361692/meta-region-server: CHANGED 2024-11-21T11:20:36,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21661361692/meta-region-server: CHANGED 2024-11-21T11:20:36,549 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:20:36,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,41849,1732188033776}] 2024-11-21T11:20:36,701 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:20:36,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:20:36,706 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:20:36,706 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:36,706 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:20:36,707 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C41849%2C1732188033776.meta, suffix=.meta, logDir=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776, archiveDir=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/oldWALs, maxLogs=10 2024-11-21T11:20:36,720 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.meta.1732188036707.meta, exclude list is [], retry=0 2024-11-21T11:20:36,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34429,DS-7e87066e-32af-4fb9-8617-b68bafb4778e,DISK] 2024-11-21T11:20:36,723 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.meta.1732188036707.meta 2024-11-21T11:20:36,723 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38241:38241)] 2024-11-21T11:20:36,724 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:36,724 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:20:36,724 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:20:36,724 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:20:36,724 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:20:36,724 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:20:36,724 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:36,724 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:20:36,724 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:20:36,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:20:36,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:20:36,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:36,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:36,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:20:36,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:20:36,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:36,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:36,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:20:36,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:20:36,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:36,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:36,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:20:36,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:20:36,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:36,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:20:36,730 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:20:36,731 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740 2024-11-21T11:20:36,731 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740 2024-11-21T11:20:36,732 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:20:36,732 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:20:36,733 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:20:36,734 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:20:36,734 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60319160, jitterRate=-0.10117447376251221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:20:36,734 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:20:36,734 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732188036725Writing region info on filesystem at 1732188036725Initializing all the Stores at 1732188036725Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188036725Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188036726 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188036726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188036726Cleaning up temporary data from old regions at 1732188036732 (+6 ms)Running coprocessor post-open hooks at 1732188036734 (+2 ms)Region opened successfully at 1732188036734 2024-11-21T11:20:36,735 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732188036701 2024-11-21T11:20:36,737 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:20:36,737 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:20:36,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,41849,1732188033776 2024-11-21T11:20:36,738 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,41849,1732188033776, state=OPEN 2024-11-21T11:20:36,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21661361692/meta-region-server 2024-11-21T11:20:36,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21661361692/meta-region-server 2024-11-21T11:20:36,741 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,41849,1732188033776 2024-11-21T11:20:36,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21661361692/meta-region-server: CHANGED 2024-11-21T11:20:36,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21661361692/meta-region-server: CHANGED 2024-11-21T11:20:36,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:20:36,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,41849,1732188033776 in 192 msec 2024-11-21T11:20:36,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:20:36,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-21T11:20:36,745 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:20:36,745 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:20:36,746 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:36,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41849,1732188033776, seqNum=-1] 2024-11-21T11:20:36,747 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:36,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:20:36,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-21T11:20:36,752 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732188036752, completionTime=-1 2024-11-21T11:20:36,752 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:20:36,752 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:20:36,754 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:20:36,754 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188096754 2024-11-21T11:20:36,754 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188156754 2024-11-21T11:20:36,754 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T11:20:36,754 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,35185,1732188033717-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:36,754 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,35185,1732188033717-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:36,754 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,35185,1732188033717-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:36,754 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:35185, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:36,754 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:36,754 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:36,756 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:20:36,758 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.934sec 2024-11-21T11:20:36,758 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:20:36,758 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:20:36,758 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:20:36,758 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:20:36,758 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:20:36,758 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,35185,1732188033717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:20:36,758 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,35185,1732188033717-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:20:36,760 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:20:36,760 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:20:36,760 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,35185,1732188033717-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:20:36,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b7778c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:36,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,35185,-1 for getting cluster id 2024-11-21T11:20:36,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:36,807 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '020b7003-e68a-47b2-8b8c-bda93691c3c2' 2024-11-21T11:20:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "020b7003-e68a-47b2-8b8c-bda93691c3c2" 2024-11-21T11:20:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb97db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,35185,-1] 2024-11-21T11:20:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:36,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:36,809 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:36,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbadab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:36,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41849,1732188033776, seqNum=-1] 2024-11-21T11:20:36,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:36,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:20:36,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,35185,1732188033717 2024-11-21T11:20:36,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61376 2024-11-21T11:20:36,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:20:36,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013a419a380008 connected 2024-11-21T11:20:36,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:36,821 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,43313,1732188025598 2024-11-21T11:20:36,821 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51d57df5 2024-11-21T11:20:36,821 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:36,822 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:20:36,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:20:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T11:20:36,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:20:36,825 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:36,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T11:20:36,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:20:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:36,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741835_1011 (size=902) 2024-11-21T11:20:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:37,236 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8605113f503461fba7f7a73a6fd933c1, NAME => 'test,,1732188036823.8605113f503461fba7f7a73a6fd933c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995 2024-11-21T11:20:37,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741836_1012 (size=39) 2024-11-21T11:20:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:37,641 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732188036823.8605113f503461fba7f7a73a6fd933c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:37,641 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8605113f503461fba7f7a73a6fd933c1, disabling compactions & flushes 2024-11-21T11:20:37,641 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732188036823.8605113f503461fba7f7a73a6fd933c1. 2024-11-21T11:20:37,641 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188036823.8605113f503461fba7f7a73a6fd933c1. 2024-11-21T11:20:37,641 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732188036823.8605113f503461fba7f7a73a6fd933c1. after waiting 0 ms 2024-11-21T11:20:37,641 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732188036823.8605113f503461fba7f7a73a6fd933c1. 2024-11-21T11:20:37,641 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732188036823.8605113f503461fba7f7a73a6fd933c1. 2024-11-21T11:20:37,641 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8605113f503461fba7f7a73a6fd933c1: Waiting for close lock at 1732188037641Disabling compacts and flushes for region at 1732188037641Disabling writes for close at 1732188037641Writing region close event to WAL at 1732188037641Closed at 1732188037641 2024-11-21T11:20:37,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:20:37,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732188036823.8605113f503461fba7f7a73a6fd933c1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732188037642"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188037642"}]},"ts":"1732188037642"} 2024-11-21T11:20:37,644 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:20:37,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:20:37,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188037645"}]},"ts":"1732188037645"} 2024-11-21T11:20:37,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T11:20:37,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8605113f503461fba7f7a73a6fd933c1, ASSIGN}] 2024-11-21T11:20:37,648 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8605113f503461fba7f7a73a6fd933c1, ASSIGN 2024-11-21T11:20:37,648 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8605113f503461fba7f7a73a6fd933c1, ASSIGN; state=OFFLINE, location=7b462513bfc2,44241,1732188025790; forceNewPlan=false, retain=false 2024-11-21T11:20:37,799 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8605113f503461fba7f7a73a6fd933c1, regionState=OPENING, regionLocation=7b462513bfc2,44241,1732188025790 2024-11-21T11:20:37,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8605113f503461fba7f7a73a6fd933c1, ASSIGN because future has completed 2024-11-21T11:20:37,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8605113f503461fba7f7a73a6fd933c1, server=7b462513bfc2,44241,1732188025790}] 2024-11-21T11:20:37,965 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732188036823.8605113f503461fba7f7a73a6fd933c1. 2024-11-21T11:20:37,965 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8605113f503461fba7f7a73a6fd933c1, NAME => 'test,,1732188036823.8605113f503461fba7f7a73a6fd933c1.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:37,965 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:20:37,965 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T11:20:37,965 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:20:37,965 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732188036823.8605113f503461fba7f7a73a6fd933c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:37,966 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:20:37,966 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:20:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:37,967 INFO [StoreOpener-8605113f503461fba7f7a73a6fd933c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:20:37,968 INFO [StoreOpener-8605113f503461fba7f7a73a6fd933c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8605113f503461fba7f7a73a6fd933c1 columnFamilyName f 2024-11-21T11:20:37,968 DEBUG [StoreOpener-8605113f503461fba7f7a73a6fd933c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:37,969 INFO [StoreOpener-8605113f503461fba7f7a73a6fd933c1-1 {}] regionserver.HStore(327): Store=8605113f503461fba7f7a73a6fd933c1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:37,969 INFO [StoreOpener-8605113f503461fba7f7a73a6fd933c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:20:37,969 INFO [StoreOpener-8605113f503461fba7f7a73a6fd933c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8605113f503461fba7f7a73a6fd933c1 columnFamilyName f1 2024-11-21T11:20:37,970 DEBUG [StoreOpener-8605113f503461fba7f7a73a6fd933c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:37,970 INFO [StoreOpener-8605113f503461fba7f7a73a6fd933c1-1 {}] regionserver.HStore(327): Store=8605113f503461fba7f7a73a6fd933c1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:37,970 INFO [StoreOpener-8605113f503461fba7f7a73a6fd933c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:20:37,971 INFO [StoreOpener-8605113f503461fba7f7a73a6fd933c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8605113f503461fba7f7a73a6fd933c1 columnFamilyName norep 2024-11-21T11:20:37,971 DEBUG [StoreOpener-8605113f503461fba7f7a73a6fd933c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:37,971 INFO [StoreOpener-8605113f503461fba7f7a73a6fd933c1-1 {}] regionserver.HStore(327): Store=8605113f503461fba7f7a73a6fd933c1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:37,971 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:20:37,972 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:20:37,972 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:20:37,973 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:20:37,973 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:20:37,974 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:20:37,976 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:20:37,978 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:37,978 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8605113f503461fba7f7a73a6fd933c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75031849, jitterRate=0.11806167662143707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:20:37,978 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:20:37,979 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8605113f503461fba7f7a73a6fd933c1: Running coprocessor pre-open hook at 1732188037966Writing region info on filesystem at 1732188037966Initializing all the Stores at 1732188037966Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188037967 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188037967Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188037967Cleaning up temporary data from old regions at 1732188037973 (+6 ms)Running coprocessor post-open hooks at 1732188037978 (+5 ms)Region opened successfully at 1732188037979 (+1 ms) 2024-11-21T11:20:37,981 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732188036823.8605113f503461fba7f7a73a6fd933c1., pid=6, masterSystemTime=1732188037953 2024-11-21T11:20:37,983 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732188036823.8605113f503461fba7f7a73a6fd933c1. 2024-11-21T11:20:37,983 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732188036823.8605113f503461fba7f7a73a6fd933c1. 2024-11-21T11:20:37,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8605113f503461fba7f7a73a6fd933c1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b462513bfc2,44241,1732188025790 2024-11-21T11:20:37,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8605113f503461fba7f7a73a6fd933c1, server=7b462513bfc2,44241,1732188025790 because future has completed 2024-11-21T11:20:37,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:20:37,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8605113f503461fba7f7a73a6fd933c1, server=7b462513bfc2,44241,1732188025790 in 186 msec 2024-11-21T11:20:37,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:20:37,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8605113f503461fba7f7a73a6fd933c1, ASSIGN in 342 msec 2024-11-21T11:20:37,992 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:20:37,992 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188037992"}]},"ts":"1732188037992"} 2024-11-21T11:20:37,996 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T11:20:37,997 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:20:37,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1740 sec 2024-11-21T11:20:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:38,975 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T11:20:38,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:38,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,39993,1732188029891 2024-11-21T11:20:38,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@734212ad 2024-11-21T11:20:38,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:38,977 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:20:38,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:20:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T11:20:38,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:20:38,980 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:38,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T11:20:38,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:20:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:38,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741835_1011 (size=902) 2024-11-21T11:20:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:39,387 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 218060b70dbb745af59af8c26bc33342, NAME => 'test,,1732188038977.218060b70dbb745af59af8c26bc33342.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7 2024-11-21T11:20:39,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741836_1012 (size=39) 2024-11-21T11:20:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:39,646 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T11:20:39,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732188038977.218060b70dbb745af59af8c26bc33342.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:39,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 218060b70dbb745af59af8c26bc33342, disabling compactions & flushes 2024-11-21T11:20:39,793 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732188038977.218060b70dbb745af59af8c26bc33342. 2024-11-21T11:20:39,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188038977.218060b70dbb745af59af8c26bc33342. 2024-11-21T11:20:39,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732188038977.218060b70dbb745af59af8c26bc33342. after waiting 0 ms 2024-11-21T11:20:39,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732188038977.218060b70dbb745af59af8c26bc33342. 2024-11-21T11:20:39,793 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732188038977.218060b70dbb745af59af8c26bc33342. 2024-11-21T11:20:39,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 218060b70dbb745af59af8c26bc33342: Waiting for close lock at 1732188039793Disabling compacts and flushes for region at 1732188039793Disabling writes for close at 1732188039793Writing region close event to WAL at 1732188039793Closed at 1732188039793 2024-11-21T11:20:39,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:20:39,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732188038977.218060b70dbb745af59af8c26bc33342.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732188039794"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188039794"}]},"ts":"1732188039794"} 2024-11-21T11:20:39,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:20:39,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:20:39,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188039797"}]},"ts":"1732188039797"} 2024-11-21T11:20:39,798 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T11:20:39,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=218060b70dbb745af59af8c26bc33342, ASSIGN}] 2024-11-21T11:20:39,799 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=218060b70dbb745af59af8c26bc33342, ASSIGN 2024-11-21T11:20:39,800 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=218060b70dbb745af59af8c26bc33342, ASSIGN; state=OFFLINE, location=7b462513bfc2,43739,1732188029941; forceNewPlan=false, retain=false 2024-11-21T11:20:39,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T11:20:39,936 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T11:20:39,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:20:39,937 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T11:20:39,951 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=218060b70dbb745af59af8c26bc33342, regionState=OPENING, regionLocation=7b462513bfc2,43739,1732188029941 2024-11-21T11:20:39,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=218060b70dbb745af59af8c26bc33342, ASSIGN because future has completed 2024-11-21T11:20:39,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 218060b70dbb745af59af8c26bc33342, server=7b462513bfc2,43739,1732188029941}] 2024-11-21T11:20:40,108 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732188038977.218060b70dbb745af59af8c26bc33342. 2024-11-21T11:20:40,109 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 218060b70dbb745af59af8c26bc33342, NAME => 'test,,1732188038977.218060b70dbb745af59af8c26bc33342.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:40,109 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:20:40,109 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T11:20:40,109 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 218060b70dbb745af59af8c26bc33342 2024-11-21T11:20:40,109 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732188038977.218060b70dbb745af59af8c26bc33342.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:40,109 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 218060b70dbb745af59af8c26bc33342 2024-11-21T11:20:40,109 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 218060b70dbb745af59af8c26bc33342 2024-11-21T11:20:40,110 INFO [StoreOpener-218060b70dbb745af59af8c26bc33342-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 218060b70dbb745af59af8c26bc33342 2024-11-21T11:20:40,111 INFO [StoreOpener-218060b70dbb745af59af8c26bc33342-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 218060b70dbb745af59af8c26bc33342 columnFamilyName f 2024-11-21T11:20:40,111 DEBUG [StoreOpener-218060b70dbb745af59af8c26bc33342-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:40,112 INFO [StoreOpener-218060b70dbb745af59af8c26bc33342-1 {}] regionserver.HStore(327): Store=218060b70dbb745af59af8c26bc33342/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:40,112 INFO [StoreOpener-218060b70dbb745af59af8c26bc33342-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 218060b70dbb745af59af8c26bc33342 2024-11-21T11:20:40,112 INFO [StoreOpener-218060b70dbb745af59af8c26bc33342-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 218060b70dbb745af59af8c26bc33342 columnFamilyName f1 2024-11-21T11:20:40,113 DEBUG [StoreOpener-218060b70dbb745af59af8c26bc33342-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:40,113 INFO [StoreOpener-218060b70dbb745af59af8c26bc33342-1 {}] regionserver.HStore(327): Store=218060b70dbb745af59af8c26bc33342/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:40,113 INFO [StoreOpener-218060b70dbb745af59af8c26bc33342-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 218060b70dbb745af59af8c26bc33342 2024-11-21T11:20:40,113 INFO [StoreOpener-218060b70dbb745af59af8c26bc33342-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 218060b70dbb745af59af8c26bc33342 columnFamilyName norep 2024-11-21T11:20:40,114 DEBUG [StoreOpener-218060b70dbb745af59af8c26bc33342-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:40,114 INFO [StoreOpener-218060b70dbb745af59af8c26bc33342-1 {}] regionserver.HStore(327): Store=218060b70dbb745af59af8c26bc33342/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:40,114 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 218060b70dbb745af59af8c26bc33342 2024-11-21T11:20:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:40,114 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342 2024-11-21T11:20:40,115 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342 2024-11-21T11:20:40,115 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 218060b70dbb745af59af8c26bc33342 2024-11-21T11:20:40,115 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 218060b70dbb745af59af8c26bc33342 2024-11-21T11:20:40,116 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:20:40,116 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 218060b70dbb745af59af8c26bc33342 2024-11-21T11:20:40,118 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:40,118 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 218060b70dbb745af59af8c26bc33342; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67152839, jitterRate=6.552785634994507E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:20:40,118 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 218060b70dbb745af59af8c26bc33342 2024-11-21T11:20:40,119 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 218060b70dbb745af59af8c26bc33342: Running coprocessor pre-open hook at 1732188040109Writing region info on filesystem at 1732188040109Initializing all the Stores at 1732188040110 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188040110Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188040110Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188040110Cleaning up temporary data from old regions at 1732188040115 (+5 ms)Running coprocessor post-open hooks at 1732188040118 (+3 ms)Region opened successfully at 1732188040119 (+1 ms) 2024-11-21T11:20:40,119 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732188038977.218060b70dbb745af59af8c26bc33342., pid=6, masterSystemTime=1732188040105 2024-11-21T11:20:40,121 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732188038977.218060b70dbb745af59af8c26bc33342. 2024-11-21T11:20:40,121 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732188038977.218060b70dbb745af59af8c26bc33342. 2024-11-21T11:20:40,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=218060b70dbb745af59af8c26bc33342, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b462513bfc2,43739,1732188029941 2024-11-21T11:20:40,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 218060b70dbb745af59af8c26bc33342, server=7b462513bfc2,43739,1732188029941 because future has completed 2024-11-21T11:20:40,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:20:40,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 218060b70dbb745af59af8c26bc33342, server=7b462513bfc2,43739,1732188029941 in 171 msec 2024-11-21T11:20:40,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:20:40,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=218060b70dbb745af59af8c26bc33342, ASSIGN in 328 msec 2024-11-21T11:20:40,128 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:20:40,128 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188040128"}]},"ts":"1732188040128"} 2024-11-21T11:20:40,129 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T11:20:40,130 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:20:40,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-21T11:20:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:41,125 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T11:20:41,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:41,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,35185,1732188033717 2024-11-21T11:20:41,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1481ffe8 2024-11-21T11:20:41,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:41,127 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:20:41,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:20:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T11:20:41,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:20:41,130 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:41,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T11:20:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:41,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:20:41,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741835_1011 (size=902) 2024-11-21T11:20:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:41,538 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a45960922a79d9c08342b279b4ffcba, NAME => 'test,,1732188041128.5a45960922a79d9c08342b279b4ffcba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b 2024-11-21T11:20:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741836_1012 (size=39) 2024-11-21T11:20:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:41,944 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732188041128.5a45960922a79d9c08342b279b4ffcba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:41,944 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5a45960922a79d9c08342b279b4ffcba, disabling compactions & flushes 2024-11-21T11:20:41,944 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732188041128.5a45960922a79d9c08342b279b4ffcba. 2024-11-21T11:20:41,944 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188041128.5a45960922a79d9c08342b279b4ffcba. 2024-11-21T11:20:41,944 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732188041128.5a45960922a79d9c08342b279b4ffcba. after waiting 0 ms 2024-11-21T11:20:41,944 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732188041128.5a45960922a79d9c08342b279b4ffcba. 2024-11-21T11:20:41,944 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732188041128.5a45960922a79d9c08342b279b4ffcba. 2024-11-21T11:20:41,944 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a45960922a79d9c08342b279b4ffcba: Waiting for close lock at 1732188041944Disabling compacts and flushes for region at 1732188041944Disabling writes for close at 1732188041944Writing region close event to WAL at 1732188041944Closed at 1732188041944 2024-11-21T11:20:41,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:20:41,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732188041128.5a45960922a79d9c08342b279b4ffcba.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732188041945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188041945"}]},"ts":"1732188041945"} 2024-11-21T11:20:41,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:20:41,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:20:41,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188041950"}]},"ts":"1732188041950"} 2024-11-21T11:20:41,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T11:20:41,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5a45960922a79d9c08342b279b4ffcba, ASSIGN}] 2024-11-21T11:20:41,954 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5a45960922a79d9c08342b279b4ffcba, ASSIGN 2024-11-21T11:20:41,954 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5a45960922a79d9c08342b279b4ffcba, ASSIGN; state=OFFLINE, location=7b462513bfc2,41849,1732188033776; forceNewPlan=false, retain=false 2024-11-21T11:20:42,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a45960922a79d9c08342b279b4ffcba, regionState=OPENING, regionLocation=7b462513bfc2,41849,1732188033776 2024-11-21T11:20:42,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5a45960922a79d9c08342b279b4ffcba, ASSIGN because future has completed 2024-11-21T11:20:42,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a45960922a79d9c08342b279b4ffcba, server=7b462513bfc2,41849,1732188033776}] 2024-11-21T11:20:42,226 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:20:42,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:42,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:42,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:42,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:42,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:42,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:42,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:42,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:42,265 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732188041128.5a45960922a79d9c08342b279b4ffcba. 2024-11-21T11:20:42,265 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a45960922a79d9c08342b279b4ffcba, NAME => 'test,,1732188041128.5a45960922a79d9c08342b279b4ffcba.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:42,265 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:20:42,265 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T11:20:42,266 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5a45960922a79d9c08342b279b4ffcba 2024-11-21T11:20:42,266 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732188041128.5a45960922a79d9c08342b279b4ffcba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:42,266 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5a45960922a79d9c08342b279b4ffcba 2024-11-21T11:20:42,266 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5a45960922a79d9c08342b279b4ffcba 2024-11-21T11:20:42,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:42,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:42,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:42,271 INFO [StoreOpener-5a45960922a79d9c08342b279b4ffcba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5a45960922a79d9c08342b279b4ffcba 2024-11-21T11:20:42,273 INFO [StoreOpener-5a45960922a79d9c08342b279b4ffcba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a45960922a79d9c08342b279b4ffcba columnFamilyName f 2024-11-21T11:20:42,273 DEBUG [StoreOpener-5a45960922a79d9c08342b279b4ffcba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:42,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:42,273 INFO [StoreOpener-5a45960922a79d9c08342b279b4ffcba-1 {}] regionserver.HStore(327): Store=5a45960922a79d9c08342b279b4ffcba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:42,273 INFO [StoreOpener-5a45960922a79d9c08342b279b4ffcba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5a45960922a79d9c08342b279b4ffcba 2024-11-21T11:20:42,275 INFO [StoreOpener-5a45960922a79d9c08342b279b4ffcba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a45960922a79d9c08342b279b4ffcba columnFamilyName f1 2024-11-21T11:20:42,275 DEBUG [StoreOpener-5a45960922a79d9c08342b279b4ffcba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:42,276 INFO [StoreOpener-5a45960922a79d9c08342b279b4ffcba-1 {}] regionserver.HStore(327): Store=5a45960922a79d9c08342b279b4ffcba/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:42,276 INFO [StoreOpener-5a45960922a79d9c08342b279b4ffcba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5a45960922a79d9c08342b279b4ffcba 2024-11-21T11:20:42,277 INFO [StoreOpener-5a45960922a79d9c08342b279b4ffcba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a45960922a79d9c08342b279b4ffcba columnFamilyName norep 2024-11-21T11:20:42,277 DEBUG [StoreOpener-5a45960922a79d9c08342b279b4ffcba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:42,277 INFO [StoreOpener-5a45960922a79d9c08342b279b4ffcba-1 {}] regionserver.HStore(327): Store=5a45960922a79d9c08342b279b4ffcba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:42,277 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5a45960922a79d9c08342b279b4ffcba 2024-11-21T11:20:42,278 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba 2024-11-21T11:20:42,278 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba 2024-11-21T11:20:42,280 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5a45960922a79d9c08342b279b4ffcba 2024-11-21T11:20:42,280 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5a45960922a79d9c08342b279b4ffcba 2024-11-21T11:20:42,280 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:20:42,282 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5a45960922a79d9c08342b279b4ffcba 2024-11-21T11:20:42,283 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:42,284 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5a45960922a79d9c08342b279b4ffcba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61020918, jitterRate=-0.09071746468544006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:20:42,284 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a45960922a79d9c08342b279b4ffcba 2024-11-21T11:20:42,284 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5a45960922a79d9c08342b279b4ffcba: Running coprocessor pre-open hook at 1732188042266Writing region info on filesystem at 1732188042266Initializing all the Stores at 1732188042267 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188042267Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188042271 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188042271Cleaning up temporary data from old regions at 1732188042280 (+9 ms)Running coprocessor post-open hooks at 1732188042284 (+4 ms)Region opened successfully at 1732188042284 2024-11-21T11:20:42,285 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732188041128.5a45960922a79d9c08342b279b4ffcba., pid=6, masterSystemTime=1732188042260 2024-11-21T11:20:42,287 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732188041128.5a45960922a79d9c08342b279b4ffcba. 2024-11-21T11:20:42,287 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732188041128.5a45960922a79d9c08342b279b4ffcba. 2024-11-21T11:20:42,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a45960922a79d9c08342b279b4ffcba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b462513bfc2,41849,1732188033776 2024-11-21T11:20:42,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a45960922a79d9c08342b279b4ffcba, server=7b462513bfc2,41849,1732188033776 because future has completed 2024-11-21T11:20:42,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:20:42,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a45960922a79d9c08342b279b4ffcba, server=7b462513bfc2,41849,1732188033776 in 183 msec 2024-11-21T11:20:42,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:20:42,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5a45960922a79d9c08342b279b4ffcba, ASSIGN in 342 msec 2024-11-21T11:20:42,297 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:20:42,297 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188042297"}]},"ts":"1732188042297"} 2024-11-21T11:20:42,299 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T11:20:42,300 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:20:42,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-21T11:20:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:20:43,285 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T11:20:43,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3505f40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:43,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,43313,-1 for getting cluster id 2024-11-21T11:20:43,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:43,287 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5999a07-9d6d-47ac-b9f9-2c45a4d63c2c' 2024-11-21T11:20:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5999a07-9d6d-47ac-b9f9-2c45a4d63c2c" 2024-11-21T11:20:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f369233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,43313,-1] 2024-11-21T11:20:43,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:43,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:43,290 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:43,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f717dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:43,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,43313,1732188025598 2024-11-21T11:20:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d1620f0 2024-11-21T11:20:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:43,293 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:20:43,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b462513bfc2:39993,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:20:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:20:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:43,296 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:39993' 2024-11-21T11:20:43,297 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4d7fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:43,297 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,39993,-1 for getting cluster id 2024-11-21T11:20:43,298 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:43,298 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9679cf1-bf2c-46e0-bc3f-1254071f6ca0' 2024-11-21T11:20:43,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:43,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9679cf1-bf2c-46e0-bc3f-1254071f6ca0" 2024-11-21T11:20:43,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acad8e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:43,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,39993,-1] 2024-11-21T11:20:43,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:43,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:43,299 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:43,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8b879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:43,300 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:43,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,39993,1732188029891 2024-11-21T11:20:43,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2502cabe 2024-11-21T11:20:43,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:43,301 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:20:43,302 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T11:20:43,302 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:20:43,302 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:43,302 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:43,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:43,303 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:20:43,304 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T11:20:43,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:20:43,305 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:43,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:20:43,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741837_1013 (size=1138) 2024-11-21T11:20:43,354 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T11:20:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:43,719 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24e578d970b0ed778faac50f34139fc9, NAME => 'hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995 2024-11-21T11:20:43,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741838_1014 (size=44) 2024-11-21T11:20:43,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:43,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 24e578d970b0ed778faac50f34139fc9, disabling compactions & flushes 2024-11-21T11:20:43,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9. 2024-11-21T11:20:43,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9. 2024-11-21T11:20:43,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9. after waiting 0 ms 2024-11-21T11:20:43,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9. 2024-11-21T11:20:43,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9. 2024-11-21T11:20:43,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24e578d970b0ed778faac50f34139fc9: Waiting for close lock at 1732188043746Disabling compacts and flushes for region at 1732188043746Disabling writes for close at 1732188043746Writing region close event to WAL at 1732188043746Closed at 1732188043746 2024-11-21T11:20:43,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:20:43,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732188043747"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188043747"}]},"ts":"1732188043747"} 2024-11-21T11:20:43,752 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:20:43,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:20:43,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188043753"}]},"ts":"1732188043753"} 2024-11-21T11:20:43,755 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T11:20:43,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24e578d970b0ed778faac50f34139fc9, ASSIGN}] 2024-11-21T11:20:43,757 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24e578d970b0ed778faac50f34139fc9, ASSIGN 2024-11-21T11:20:43,758 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24e578d970b0ed778faac50f34139fc9, ASSIGN; state=OFFLINE, location=7b462513bfc2,44241,1732188025790; forceNewPlan=false, retain=false 2024-11-21T11:20:43,909 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24e578d970b0ed778faac50f34139fc9, regionState=OPENING, regionLocation=7b462513bfc2,44241,1732188025790 2024-11-21T11:20:43,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24e578d970b0ed778faac50f34139fc9, ASSIGN because future has completed 2024-11-21T11:20:43,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24e578d970b0ed778faac50f34139fc9, server=7b462513bfc2,44241,1732188025790}] 2024-11-21T11:20:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:44,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9. 2024-11-21T11:20:44,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:44,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T11:20:44,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C44241%2C1732188025790.rep, suffix=, logDir=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790, archiveDir=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/oldWALs, maxLogs=10 2024-11-21T11:20:44,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.rep.1732188044073, exclude list is [], retry=0 2024-11-21T11:20:44,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43207,DS-4a3d115f-9299-4683-94a2-bd663b99cf4e,DISK] 2024-11-21T11:20:44,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.rep.1732188044073 2024-11-21T11:20:44,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36477:36477)] 2024-11-21T11:20:44,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 24e578d970b0ed778faac50f34139fc9, NAME => 'hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:44,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:20:44,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:20:44,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9. service=MultiRowMutationService 2024-11-21T11:20:44,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T11:20:44,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 24e578d970b0ed778faac50f34139fc9 2024-11-21T11:20:44,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:44,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 24e578d970b0ed778faac50f34139fc9 2024-11-21T11:20:44,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 24e578d970b0ed778faac50f34139fc9 2024-11-21T11:20:44,108 INFO [StoreOpener-24e578d970b0ed778faac50f34139fc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 24e578d970b0ed778faac50f34139fc9 2024-11-21T11:20:44,111 INFO [StoreOpener-24e578d970b0ed778faac50f34139fc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24e578d970b0ed778faac50f34139fc9 columnFamilyName hfileref 2024-11-21T11:20:44,111 DEBUG [StoreOpener-24e578d970b0ed778faac50f34139fc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:44,111 INFO [StoreOpener-24e578d970b0ed778faac50f34139fc9-1 {}] regionserver.HStore(327): Store=24e578d970b0ed778faac50f34139fc9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:44,111 INFO [StoreOpener-24e578d970b0ed778faac50f34139fc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 24e578d970b0ed778faac50f34139fc9 2024-11-21T11:20:44,112 INFO [StoreOpener-24e578d970b0ed778faac50f34139fc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24e578d970b0ed778faac50f34139fc9 columnFamilyName queue 2024-11-21T11:20:44,112 DEBUG [StoreOpener-24e578d970b0ed778faac50f34139fc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:44,113 INFO [StoreOpener-24e578d970b0ed778faac50f34139fc9-1 {}] regionserver.HStore(327): Store=24e578d970b0ed778faac50f34139fc9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:44,113 INFO [StoreOpener-24e578d970b0ed778faac50f34139fc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 24e578d970b0ed778faac50f34139fc9 2024-11-21T11:20:44,127 INFO [StoreOpener-24e578d970b0ed778faac50f34139fc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24e578d970b0ed778faac50f34139fc9 columnFamilyName sid 2024-11-21T11:20:44,128 DEBUG [StoreOpener-24e578d970b0ed778faac50f34139fc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:44,128 INFO [StoreOpener-24e578d970b0ed778faac50f34139fc9-1 {}] regionserver.HStore(327): Store=24e578d970b0ed778faac50f34139fc9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:44,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 24e578d970b0ed778faac50f34139fc9 2024-11-21T11:20:44,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/replication/24e578d970b0ed778faac50f34139fc9 2024-11-21T11:20:44,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/replication/24e578d970b0ed778faac50f34139fc9 2024-11-21T11:20:44,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 24e578d970b0ed778faac50f34139fc9 2024-11-21T11:20:44,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 24e578d970b0ed778faac50f34139fc9 2024-11-21T11:20:44,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:20:44,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 24e578d970b0ed778faac50f34139fc9 2024-11-21T11:20:44,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/replication/24e578d970b0ed778faac50f34139fc9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:44,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 24e578d970b0ed778faac50f34139fc9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59743022, jitterRate=-0.10975959897041321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:20:44,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24e578d970b0ed778faac50f34139fc9 2024-11-21T11:20:44,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 24e578d970b0ed778faac50f34139fc9: Running coprocessor pre-open hook at 1732188044107Writing region info on filesystem at 1732188044107Initializing all the Stores at 1732188044108 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188044108Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188044108Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188044108Cleaning up temporary data from old regions at 1732188044130 (+22 ms)Running coprocessor post-open hooks at 1732188044154 (+24 ms)Region opened successfully at 1732188044154 2024-11-21T11:20:44,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9., pid=10, masterSystemTime=1732188044065 2024-11-21T11:20:44,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9. 2024-11-21T11:20:44,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9. 2024-11-21T11:20:44,159 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24e578d970b0ed778faac50f34139fc9, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,44241,1732188025790 2024-11-21T11:20:44,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24e578d970b0ed778faac50f34139fc9, server=7b462513bfc2,44241,1732188025790 because future has completed 2024-11-21T11:20:44,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T11:20:44,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 24e578d970b0ed778faac50f34139fc9, server=7b462513bfc2,44241,1732188025790 in 251 msec 2024-11-21T11:20:44,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T11:20:44,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24e578d970b0ed778faac50f34139fc9, ASSIGN in 410 msec 2024-11-21T11:20:44,167 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:20:44,168 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188044167"}]},"ts":"1732188044167"} 2024-11-21T11:20:44,169 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T11:20:44,170 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:20:44,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 867 msec 2024-11-21T11:20:44,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9., hostname=7b462513bfc2,44241,1732188025790, seqNum=2] 2024-11-21T11:20:44,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034 2024-11-21T11:20:44,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034 2024-11-21T11:20:44,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:20:44,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T11:20:44,378 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T11:20:44,416 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,44241,1732188025790, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:20:44,416 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:44,417 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,44241,1732188025790, seqNum=-1] 2024-11-21T11:20:44,417 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:44,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T11:20:44,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b462513bfc2,44241,1732188025790', locateType=CURRENT is [region=hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9., hostname=7b462513bfc2,44241,1732188025790, seqNum=2] 2024-11-21T11:20:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:44,478 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T11:20:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T11:20:44,482 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b462513bfc2,44241,1732188025790 suceeded 2024-11-21T11:20:44,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T11:20:44,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 257 msec 2024-11-21T11:20:44,484 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b462513bfc2:39993,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:20:44,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1910 sec 2024-11-21T11:20:44,511 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:39993' 2024-11-21T11:20:44,524 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5364f481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:44,524 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,39993,-1 for getting cluster id 2024-11-21T11:20:44,524 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:44,525 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9679cf1-bf2c-46e0-bc3f-1254071f6ca0' 2024-11-21T11:20:44,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:44,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9679cf1-bf2c-46e0-bc3f-1254071f6ca0" 2024-11-21T11:20:44,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ad11cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:44,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,39993,-1] 2024-11-21T11:20:44,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:44,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:44,528 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:44,529 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3013c06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:44,529 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:44,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,39993,1732188029891 2024-11-21T11:20:44,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d795b16 2024-11-21T11:20:44,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:44,531 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-21T11:20:44,532 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,44241,1732188025790 (queues=1) is replicating from cluster=d5999a07-9d6d-47ac-b9f9-2c45a4d63c2c to cluster=c9679cf1-bf2c-46e0-bc3f-1254071f6ca0 2024-11-21T11:20:44,532 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C44241%2C1732188025790 2024-11-21T11:20:44,532 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,44241,1732188025790, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:20:44,546 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778, startPosition=0, beingWritten=true 2024-11-21T11:20:44,564 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C44241%2C1732188025790 2024-11-21T11:20:44,607 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:44,607 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 379, reset compression=false 2024-11-21T11:20:44,607 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44241,1732188025790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:44,845 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 379, reset compression=false 2024-11-21T11:20:45,158 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 379, reset compression=false 2024-11-21T11:20:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:45,445 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T11:20:45,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:20:45,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:45,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:45,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:45,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:45,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfcaacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:45,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,39993,-1 for getting cluster id 2024-11-21T11:20:45,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:45,448 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9679cf1-bf2c-46e0-bc3f-1254071f6ca0' 2024-11-21T11:20:45,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:45,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9679cf1-bf2c-46e0-bc3f-1254071f6ca0" 2024-11-21T11:20:45,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb1f72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:45,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,39993,-1] 2024-11-21T11:20:45,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:45,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:45,449 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efe67fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:45,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:45,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,39993,1732188029891 2024-11-21T11:20:45,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35c511b3 2024-11-21T11:20:45,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:45,451 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:20:45,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b462513bfc2:35185,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:20:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:20:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:45,455 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:35185' 2024-11-21T11:20:45,456 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f887021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:45,456 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,35185,-1 for getting cluster id 2024-11-21T11:20:45,456 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:45,456 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '020b7003-e68a-47b2-8b8c-bda93691c3c2' 2024-11-21T11:20:45,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:45,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "020b7003-e68a-47b2-8b8c-bda93691c3c2" 2024-11-21T11:20:45,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340a443f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:45,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,35185,-1] 2024-11-21T11:20:45,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:45,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:45,458 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:45,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666febb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:45,458 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:45,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,35185,1732188033717 2024-11-21T11:20:45,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@110c5544 2024-11-21T11:20:45,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:45,460 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:20:45,460 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T11:20:45,460 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:20:45,460 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:45,460 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:45,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:45,461 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:20:45,462 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T11:20:45,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:20:45,463 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:45,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:20:45,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741837_1013 (size=1138) 2024-11-21T11:20:45,512 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T11:20:45,563 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 379, reset compression=false 2024-11-21T11:20:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:45,647 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T11:20:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:45,871 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cfcf34eadee17d26e41d58a0ef2eeca7, NAME => 'hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7 2024-11-21T11:20:45,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741838_1014 (size=44) 2024-11-21T11:20:46,068 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 379, reset compression=false 2024-11-21T11:20:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:46,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:46,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cfcf34eadee17d26e41d58a0ef2eeca7, disabling compactions & flushes 2024-11-21T11:20:46,290 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. 2024-11-21T11:20:46,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. 2024-11-21T11:20:46,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. after waiting 0 ms 2024-11-21T11:20:46,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. 2024-11-21T11:20:46,291 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. 2024-11-21T11:20:46,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cfcf34eadee17d26e41d58a0ef2eeca7: Waiting for close lock at 1732188046290Disabling compacts and flushes for region at 1732188046290Disabling writes for close at 1732188046290Writing region close event to WAL at 1732188046291 (+1 ms)Closed at 1732188046291 2024-11-21T11:20:46,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:20:46,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732188046292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188046292"}]},"ts":"1732188046292"} 2024-11-21T11:20:46,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:20:46,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:20:46,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188046296"}]},"ts":"1732188046296"} 2024-11-21T11:20:46,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T11:20:46,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cfcf34eadee17d26e41d58a0ef2eeca7, ASSIGN}] 2024-11-21T11:20:46,299 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cfcf34eadee17d26e41d58a0ef2eeca7, ASSIGN 2024-11-21T11:20:46,300 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cfcf34eadee17d26e41d58a0ef2eeca7, ASSIGN; state=OFFLINE, location=7b462513bfc2,43739,1732188029941; forceNewPlan=false, retain=false 2024-11-21T11:20:46,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cfcf34eadee17d26e41d58a0ef2eeca7, regionState=OPENING, regionLocation=7b462513bfc2,43739,1732188029941 2024-11-21T11:20:46,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cfcf34eadee17d26e41d58a0ef2eeca7, ASSIGN because future has completed 2024-11-21T11:20:46,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfcf34eadee17d26e41d58a0ef2eeca7, server=7b462513bfc2,43739,1732188029941}] 2024-11-21T11:20:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:46,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. 2024-11-21T11:20:46,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:46,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T11:20:46,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C43739%2C1732188029941.rep, suffix=, logDir=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941, archiveDir=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/oldWALs, maxLogs=10 2024-11-21T11:20:46,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.rep.1732188046615, exclude list is [], retry=0 2024-11-21T11:20:46,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-b7b6630f-2b0e-43a8-979a-bbdd754f5e30,DISK] 2024-11-21T11:20:46,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.rep.1732188046615 2024-11-21T11:20:46,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44487:44487)] 2024-11-21T11:20:46,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cfcf34eadee17d26e41d58a0ef2eeca7, NAME => 'hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:46,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:20:46,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:20:46,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. service=MultiRowMutationService 2024-11-21T11:20:46,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T11:20:46,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:20:46,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:46,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:20:46,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:20:46,641 INFO [StoreOpener-cfcf34eadee17d26e41d58a0ef2eeca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:20:46,642 INFO [StoreOpener-cfcf34eadee17d26e41d58a0ef2eeca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfcf34eadee17d26e41d58a0ef2eeca7 columnFamilyName hfileref 2024-11-21T11:20:46,642 DEBUG [StoreOpener-cfcf34eadee17d26e41d58a0ef2eeca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:46,643 INFO [StoreOpener-cfcf34eadee17d26e41d58a0ef2eeca7-1 {}] regionserver.HStore(327): Store=cfcf34eadee17d26e41d58a0ef2eeca7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:46,643 INFO [StoreOpener-cfcf34eadee17d26e41d58a0ef2eeca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:20:46,643 INFO [StoreOpener-cfcf34eadee17d26e41d58a0ef2eeca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfcf34eadee17d26e41d58a0ef2eeca7 columnFamilyName queue 2024-11-21T11:20:46,644 DEBUG [StoreOpener-cfcf34eadee17d26e41d58a0ef2eeca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:46,644 INFO [StoreOpener-cfcf34eadee17d26e41d58a0ef2eeca7-1 {}] regionserver.HStore(327): Store=cfcf34eadee17d26e41d58a0ef2eeca7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:46,644 INFO [StoreOpener-cfcf34eadee17d26e41d58a0ef2eeca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:20:46,645 INFO [StoreOpener-cfcf34eadee17d26e41d58a0ef2eeca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfcf34eadee17d26e41d58a0ef2eeca7 columnFamilyName sid 2024-11-21T11:20:46,645 DEBUG [StoreOpener-cfcf34eadee17d26e41d58a0ef2eeca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:46,645 INFO [StoreOpener-cfcf34eadee17d26e41d58a0ef2eeca7-1 {}] regionserver.HStore(327): Store=cfcf34eadee17d26e41d58a0ef2eeca7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:46,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:20:46,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/replication/cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:20:46,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/replication/cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:20:46,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:20:46,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:20:46,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:20:46,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:20:46,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/replication/cfcf34eadee17d26e41d58a0ef2eeca7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:46,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cfcf34eadee17d26e41d58a0ef2eeca7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66762923, jitterRate=-0.005154922604560852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:20:46,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:20:46,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cfcf34eadee17d26e41d58a0ef2eeca7: Running coprocessor pre-open hook at 1732188046640Writing region info on filesystem at 1732188046640Initializing all the Stores at 1732188046640Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188046640Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188046641 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188046641Cleaning up temporary data from old regions at 1732188046647 (+6 ms)Running coprocessor post-open hooks at 1732188046651 (+4 ms)Region opened successfully at 1732188046651 2024-11-21T11:20:46,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7., pid=10, masterSystemTime=1732188046609 2024-11-21T11:20:46,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. 2024-11-21T11:20:46,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. 2024-11-21T11:20:46,654 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cfcf34eadee17d26e41d58a0ef2eeca7, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,43739,1732188029941 2024-11-21T11:20:46,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfcf34eadee17d26e41d58a0ef2eeca7, server=7b462513bfc2,43739,1732188029941 because future has completed 2024-11-21T11:20:46,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T11:20:46,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cfcf34eadee17d26e41d58a0ef2eeca7, server=7b462513bfc2,43739,1732188029941 in 201 msec 2024-11-21T11:20:46,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T11:20:46,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cfcf34eadee17d26e41d58a0ef2eeca7, ASSIGN in 360 msec 2024-11-21T11:20:46,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:20:46,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188046665"}]},"ts":"1732188046665"} 2024-11-21T11:20:46,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T11:20:46,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:20:46,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2060 sec 2024-11-21T11:20:46,683 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 379, reset compression=false 2024-11-21T11:20:46,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7., hostname=7b462513bfc2,43739,1732188029941, seqNum=2] 2024-11-21T11:20:46,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192 2024-11-21T11:20:46,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192 2024-11-21T11:20:46,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:20:46,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T11:20:46,884 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T11:20:46,935 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,43739,1732188029941, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:20:46,935 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:46,935 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,43739,1732188029941, seqNum=-1] 2024-11-21T11:20:46,936 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:46,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T11:20:46,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b462513bfc2,43739,1732188029941', locateType=CURRENT is [region=hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7., hostname=7b462513bfc2,43739,1732188029941, seqNum=2] 2024-11-21T11:20:46,947 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T11:20:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T11:20:46,950 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b462513bfc2,43739,1732188029941 suceeded 2024-11-21T11:20:46,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T11:20:46,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-11-21T11:20:46,954 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b462513bfc2:35185,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:20:46,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5020 sec 2024-11-21T11:20:46,969 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:35185' 2024-11-21T11:20:46,970 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@94dc957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:46,971 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,35185,-1 for getting cluster id 2024-11-21T11:20:46,971 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:46,971 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '020b7003-e68a-47b2-8b8c-bda93691c3c2' 2024-11-21T11:20:46,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:46,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "020b7003-e68a-47b2-8b8c-bda93691c3c2" 2024-11-21T11:20:46,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b0d2149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:46,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,35185,-1] 2024-11-21T11:20:46,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:46,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:46,973 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:46,974 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d437d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:46,974 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:46,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,35185,1732188033717 2024-11-21T11:20:46,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77027492 2024-11-21T11:20:46,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:46,976 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-21T11:20:46,979 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,43739,1732188029941 (queues=1) is replicating from cluster=c9679cf1-bf2c-46e0-bc3f-1254071f6ca0 to cluster=020b7003-e68a-47b2-8b8c-bda93691c3c2 2024-11-21T11:20:46,979 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C43739%2C1732188029941 2024-11-21T11:20:46,979 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,43739,1732188029941, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:20:46,981 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553, startPosition=0, beingWritten=true 2024-11-21T11:20:46,988 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C43739%2C1732188029941 2024-11-21T11:20:46,993 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:46,993 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 379, reset compression=false 2024-11-21T11:20:46,993 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,43739,1732188029941 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:47,204 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 379, reset compression=false 2024-11-21T11:20:47,388 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 379, reset compression=false 2024-11-21T11:20:47,518 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 379, reset compression=false 2024-11-21T11:20:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:47,615 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T11:20:47,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:20:47,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:47,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:47,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:47,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:47,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6038d9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:47,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,35185,-1 for getting cluster id 2024-11-21T11:20:47,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:47,617 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '020b7003-e68a-47b2-8b8c-bda93691c3c2' 2024-11-21T11:20:47,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:47,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "020b7003-e68a-47b2-8b8c-bda93691c3c2" 2024-11-21T11:20:47,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2704e40b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:47,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,35185,-1] 2024-11-21T11:20:47,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:47,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:47,619 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5477b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:47,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,35185,1732188033717 2024-11-21T11:20:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b76a80 2024-11-21T11:20:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:47,622 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:20:47,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b462513bfc2:43313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:20:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:20:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:47,625 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:43313' 2024-11-21T11:20:47,627 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593014cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:47,627 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,43313,-1 for getting cluster id 2024-11-21T11:20:47,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:47,627 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5999a07-9d6d-47ac-b9f9-2c45a4d63c2c' 2024-11-21T11:20:47,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:47,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5999a07-9d6d-47ac-b9f9-2c45a4d63c2c" 2024-11-21T11:20:47,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63faa130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:47,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,43313,-1] 2024-11-21T11:20:47,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:47,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:47,629 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:47,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513f367a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:47,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:47,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,43313,1732188025598 2024-11-21T11:20:47,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2265dc21 2024-11-21T11:20:47,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:47,631 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:20:47,632 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T11:20:47,632 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:20:47,632 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:47,632 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:47,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:47,633 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:20:47,633 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T11:20:47,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:20:47,635 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:47,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:20:47,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741837_1013 (size=1138) 2024-11-21T11:20:47,657 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98a956302925bb0783a2676c2db92d2d, NAME => 'hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b 2024-11-21T11:20:47,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741838_1014 (size=44) 2024-11-21T11:20:47,684 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T11:20:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:47,768 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:20:47,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:47,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:47,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:47,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:47,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:47,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:47,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:47,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:47,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:47,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:47,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:47,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:47,924 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 379, reset compression=false 2024-11-21T11:20:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:48,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:48,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 98a956302925bb0783a2676c2db92d2d, disabling compactions & flushes 2024-11-21T11:20:48,067 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. 2024-11-21T11:20:48,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. 2024-11-21T11:20:48,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. after waiting 0 ms 2024-11-21T11:20:48,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. 2024-11-21T11:20:48,067 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. 2024-11-21T11:20:48,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98a956302925bb0783a2676c2db92d2d: Waiting for close lock at 1732188048067Disabling compacts and flushes for region at 1732188048067Disabling writes for close at 1732188048067Writing region close event to WAL at 1732188048067Closed at 1732188048067 2024-11-21T11:20:48,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:20:48,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732188048068"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188048068"}]},"ts":"1732188048068"} 2024-11-21T11:20:48,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:20:48,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:20:48,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188048072"}]},"ts":"1732188048072"} 2024-11-21T11:20:48,074 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T11:20:48,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98a956302925bb0783a2676c2db92d2d, ASSIGN}] 2024-11-21T11:20:48,076 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98a956302925bb0783a2676c2db92d2d, ASSIGN 2024-11-21T11:20:48,077 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98a956302925bb0783a2676c2db92d2d, ASSIGN; state=OFFLINE, location=7b462513bfc2,41849,1732188033776; forceNewPlan=false, retain=false 2024-11-21T11:20:48,215 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 379, reset compression=false 2024-11-21T11:20:48,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98a956302925bb0783a2676c2db92d2d, regionState=OPENING, regionLocation=7b462513bfc2,41849,1732188033776 2024-11-21T11:20:48,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98a956302925bb0783a2676c2db92d2d, ASSIGN because future has completed 2024-11-21T11:20:48,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98a956302925bb0783a2676c2db92d2d, server=7b462513bfc2,41849,1732188033776}] 2024-11-21T11:20:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:48,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. 2024-11-21T11:20:48,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:20:48,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T11:20:48,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C41849%2C1732188033776.rep, suffix=, logDir=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776, archiveDir=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/oldWALs, maxLogs=10 2024-11-21T11:20:48,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.rep.1732188048397, exclude list is [], retry=0 2024-11-21T11:20:48,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34429,DS-7e87066e-32af-4fb9-8617-b68bafb4778e,DISK] 2024-11-21T11:20:48,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.rep.1732188048397 2024-11-21T11:20:48,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38241:38241)] 2024-11-21T11:20:48,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 98a956302925bb0783a2676c2db92d2d, NAME => 'hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:20:48,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:20:48,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:20:48,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. service=MultiRowMutationService 2024-11-21T11:20:48,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T11:20:48,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 98a956302925bb0783a2676c2db92d2d 2024-11-21T11:20:48,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:20:48,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 98a956302925bb0783a2676c2db92d2d 2024-11-21T11:20:48,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 98a956302925bb0783a2676c2db92d2d 2024-11-21T11:20:48,424 INFO [StoreOpener-98a956302925bb0783a2676c2db92d2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 98a956302925bb0783a2676c2db92d2d 2024-11-21T11:20:48,426 INFO [StoreOpener-98a956302925bb0783a2676c2db92d2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98a956302925bb0783a2676c2db92d2d columnFamilyName hfileref 2024-11-21T11:20:48,426 DEBUG [StoreOpener-98a956302925bb0783a2676c2db92d2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:48,426 INFO [StoreOpener-98a956302925bb0783a2676c2db92d2d-1 {}] regionserver.HStore(327): Store=98a956302925bb0783a2676c2db92d2d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:48,426 INFO [StoreOpener-98a956302925bb0783a2676c2db92d2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 98a956302925bb0783a2676c2db92d2d 2024-11-21T11:20:48,427 INFO [StoreOpener-98a956302925bb0783a2676c2db92d2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98a956302925bb0783a2676c2db92d2d columnFamilyName queue 2024-11-21T11:20:48,427 DEBUG [StoreOpener-98a956302925bb0783a2676c2db92d2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:48,427 INFO [StoreOpener-98a956302925bb0783a2676c2db92d2d-1 {}] regionserver.HStore(327): Store=98a956302925bb0783a2676c2db92d2d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:48,428 INFO [StoreOpener-98a956302925bb0783a2676c2db92d2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 98a956302925bb0783a2676c2db92d2d 2024-11-21T11:20:48,429 INFO [StoreOpener-98a956302925bb0783a2676c2db92d2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98a956302925bb0783a2676c2db92d2d columnFamilyName sid 2024-11-21T11:20:48,429 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 379, reset compression=false 2024-11-21T11:20:48,429 DEBUG [StoreOpener-98a956302925bb0783a2676c2db92d2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:20:48,429 INFO [StoreOpener-98a956302925bb0783a2676c2db92d2d-1 {}] regionserver.HStore(327): Store=98a956302925bb0783a2676c2db92d2d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:20:48,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 98a956302925bb0783a2676c2db92d2d 2024-11-21T11:20:48,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/replication/98a956302925bb0783a2676c2db92d2d 2024-11-21T11:20:48,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/replication/98a956302925bb0783a2676c2db92d2d 2024-11-21T11:20:48,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 98a956302925bb0783a2676c2db92d2d 2024-11-21T11:20:48,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 98a956302925bb0783a2676c2db92d2d 2024-11-21T11:20:48,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:20:48,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 98a956302925bb0783a2676c2db92d2d 2024-11-21T11:20:48,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/replication/98a956302925bb0783a2676c2db92d2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:20:48,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 98a956302925bb0783a2676c2db92d2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69031361, jitterRate=0.028647437691688538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:20:48,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98a956302925bb0783a2676c2db92d2d 2024-11-21T11:20:48,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 98a956302925bb0783a2676c2db92d2d: Running coprocessor pre-open hook at 1732188048422Writing region info on filesystem at 1732188048422Initializing all the Stores at 1732188048423 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188048423Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188048424 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188048424Cleaning up temporary data from old regions at 1732188048431 (+7 ms)Running coprocessor post-open hooks at 1732188048437 (+6 ms)Region opened successfully at 1732188048437 2024-11-21T11:20:48,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d., pid=10, masterSystemTime=1732188048383 2024-11-21T11:20:48,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. 2024-11-21T11:20:48,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. 2024-11-21T11:20:48,441 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98a956302925bb0783a2676c2db92d2d, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,41849,1732188033776 2024-11-21T11:20:48,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98a956302925bb0783a2676c2db92d2d, server=7b462513bfc2,41849,1732188033776 because future has completed 2024-11-21T11:20:48,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T11:20:48,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 98a956302925bb0783a2676c2db92d2d, server=7b462513bfc2,41849,1732188033776 in 213 msec 2024-11-21T11:20:48,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T11:20:48,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98a956302925bb0783a2676c2db92d2d, ASSIGN in 371 msec 2024-11-21T11:20:48,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:20:48,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188048449"}]},"ts":"1732188048449"} 2024-11-21T11:20:48,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T11:20:48,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:20:48,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 819 msec 2024-11-21T11:20:48,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d., hostname=7b462513bfc2,41849,1732188033776, seqNum=2] 2024-11-21T11:20:48,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692 2024-11-21T11:20:48,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692 2024-11-21T11:20:48,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:20:48,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T11:20:48,655 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T11:20:48,701 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,41849,1732188033776, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:20:48,702 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:48,702 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41849,1732188033776, seqNum=-1] 2024-11-21T11:20:48,702 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:48,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T11:20:48,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b462513bfc2,41849,1732188033776', locateType=CURRENT is [region=hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d., hostname=7b462513bfc2,41849,1732188033776, seqNum=2] 2024-11-21T11:20:48,708 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T11:20:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T11:20:48,710 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b462513bfc2,41849,1732188033776 suceeded 2024-11-21T11:20:48,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T11:20:48,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-21T11:20:48,712 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b462513bfc2:43313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:20:48,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0900 sec 2024-11-21T11:20:48,724 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:43313' 2024-11-21T11:20:48,725 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@127fd8a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:48,725 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,43313,-1 for getting cluster id 2024-11-21T11:20:48,725 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:48,726 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5999a07-9d6d-47ac-b9f9-2c45a4d63c2c' 2024-11-21T11:20:48,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:48,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5999a07-9d6d-47ac-b9f9-2c45a4d63c2c" 2024-11-21T11:20:48,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36ca317d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:48,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,43313,-1] 2024-11-21T11:20:48,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:48,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:48,727 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:48,728 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7db47c48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:48,728 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:48,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,43313,1732188025598 2024-11-21T11:20:48,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f3d4d77 2024-11-21T11:20:48,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:48,729 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T11:20:48,730 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,41849,1732188033776 (queues=1) is replicating from cluster=020b7003-e68a-47b2-8b8c-bda93691c3c2 to cluster=d5999a07-9d6d-47ac-b9f9-2c45a4d63c2c 2024-11-21T11:20:48,730 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C41849%2C1732188033776 2024-11-21T11:20:48,730 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,41849,1732188033776, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:20:48,731 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C41849%2C1732188033776 2024-11-21T11:20:48,731 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787, startPosition=0, beingWritten=true 2024-11-21T11:20:48,739 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:48,739 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 379, reset compression=false 2024-11-21T11:20:48,739 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41849,1732188033776 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:20:48,765 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T11:20:48,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:20:48,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:48,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:48,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:48,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:48,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7e53c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:48,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,43313,-1 for getting cluster id 2024-11-21T11:20:48,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:48,767 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5999a07-9d6d-47ac-b9f9-2c45a4d63c2c' 2024-11-21T11:20:48,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:48,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5999a07-9d6d-47ac-b9f9-2c45a4d63c2c" 2024-11-21T11:20:48,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2882ec73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:48,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,43313,-1] 2024-11-21T11:20:48,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:48,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:48,769 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:48,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c5790b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:48,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdd134c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:48,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,39993,-1 for getting cluster id 2024-11-21T11:20:48,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:48,771 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9679cf1-bf2c-46e0-bc3f-1254071f6ca0' 2024-11-21T11:20:48,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:48,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9679cf1-bf2c-46e0-bc3f-1254071f6ca0" 2024-11-21T11:20:48,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e8009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:48,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,39993,-1] 2024-11-21T11:20:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:48,772 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:48,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b32622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:48,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d747fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:48,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,35185,-1 for getting cluster id 2024-11-21T11:20:48,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:48,774 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '020b7003-e68a-47b2-8b8c-bda93691c3c2' 2024-11-21T11:20:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "020b7003-e68a-47b2-8b8c-bda93691c3c2" 2024-11-21T11:20:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c222ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,35185,-1] 2024-11-21T11:20:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:48,776 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc361b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:48,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:48,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,44241,1732188025790, seqNum=-1] 2024-11-21T11:20:48,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:48,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:20:48,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732188036823.8605113f503461fba7f7a73a6fd933c1., hostname=7b462513bfc2,44241,1732188025790, seqNum=2] 2024-11-21T11:20:48,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:48,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41849,1732188033776, seqNum=-1] 2024-11-21T11:20:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:48,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:20:48,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732188041128.5a45960922a79d9c08342b279b4ffcba., hostname=7b462513bfc2,41849,1732188033776, seqNum=2] 2024-11-21T11:20:48,823 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T11:20:48,943 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 379, reset compression=false 2024-11-21T11:20:49,033 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 379, reset compression=false 2024-11-21T11:20:49,121 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 379, reset compression=false 2024-11-21T11:20:49,127 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:49,127 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 480, reset compression=false 2024-11-21T11:20:49,127 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44241,1732188025790 got entry batch from reader: WALEntryBatch [walEntries=[{test/8605113f503461fba7f7a73a6fd933c1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T11:20:49,130 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:20:49,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-21T11:20:49,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:49,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54ef4623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:49,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,39993,-1 for getting cluster id 2024-11-21T11:20:49,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:49,133 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9679cf1-bf2c-46e0-bc3f-1254071f6ca0' 2024-11-21T11:20:49,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:49,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9679cf1-bf2c-46e0-bc3f-1254071f6ca0" 2024-11-21T11:20:49,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64a3ebcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:49,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,39993,-1] 2024-11-21T11:20:49,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:49,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:49,134 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:49,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ab02a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:49,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:49,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,43739,1732188029941, seqNum=-1] 2024-11-21T11:20:49,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:49,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T11:20:49,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732188038977.218060b70dbb745af59af8c26bc33342., hostname=7b462513bfc2,43739,1732188029941, seqNum=2] 2024-11-21T11:20:49,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:49,255 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 379, reset compression=false 2024-11-21T11:20:49,330 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 480, reset compression=false 2024-11-21T11:20:49,634 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 480, reset compression=false 2024-11-21T11:20:49,658 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 379, reset compression=false 2024-11-21T11:20:49,737 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 379, reset compression=false 2024-11-21T11:20:49,743 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:49,743 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 504, reset compression=false 2024-11-21T11:20:49,743 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,43739,1732188029941 got entry batch from reader: WALEntryBatch [walEntries=[{test/218060b70dbb745af59af8c26bc33342/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T11:20:49,745 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:20:49,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-21T11:20:49,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:49,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3202c4e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:49,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,35185,-1 for getting cluster id 2024-11-21T11:20:49,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:49,748 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '020b7003-e68a-47b2-8b8c-bda93691c3c2' 2024-11-21T11:20:49,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:49,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "020b7003-e68a-47b2-8b8c-bda93691c3c2" 2024-11-21T11:20:49,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dd42787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:49,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,35185,-1] 2024-11-21T11:20:49,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:49,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:49,749 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:49,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76acec76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:49,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:49,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41849,1732188033776, seqNum=-1] 2024-11-21T11:20:49,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:49,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T11:20:49,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732188041128.5a45960922a79d9c08342b279b4ffcba., hostname=7b462513bfc2,41849,1732188033776, seqNum=2] 2024-11-21T11:20:49,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:49,825 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T11:20:49,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:49,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,43739,1732188029941, seqNum=-1] 2024-11-21T11:20:49,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:49,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:20:49,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732188038977.218060b70dbb745af59af8c26bc33342., hostname=7b462513bfc2,43739,1732188029941, seqNum=2] 2024-11-21T11:20:49,836 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T11:20:49,949 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 504, reset compression=false 2024-11-21T11:20:49,954 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:49,954 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 608, reset compression=false 2024-11-21T11:20:49,954 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,43739,1732188029941 got entry batch from reader: WALEntryBatch [walEntries=[{test/218060b70dbb745af59af8c26bc33342/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T11:20:49,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:49,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:50,038 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 480, reset compression=false 2024-11-21T11:20:50,158 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 608, reset compression=false 2024-11-21T11:20:50,162 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 379, reset compression=false 2024-11-21T11:20:50,170 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:50,170 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 656, reset compression=false 2024-11-21T11:20:50,170 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41849,1732188033776 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a45960922a79d9c08342b279b4ffcba/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T11:20:50,172 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:20:50,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T11:20:50,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:50,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d908ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:50,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,43313,-1 for getting cluster id 2024-11-21T11:20:50,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:50,181 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5999a07-9d6d-47ac-b9f9-2c45a4d63c2c' 2024-11-21T11:20:50,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:50,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5999a07-9d6d-47ac-b9f9-2c45a4d63c2c" 2024-11-21T11:20:50,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29e4fe54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:50,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,43313,-1] 2024-11-21T11:20:50,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:50,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:50,183 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:50,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64612c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:50,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:20:50,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,44241,1732188025790, seqNum=-1] 2024-11-21T11:20:50,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:20:50,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T11:20:50,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732188036823.8605113f503461fba7f7a73a6fd933c1., hostname=7b462513bfc2,44241,1732188025790, seqNum=2] 2024-11-21T11:20:50,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:50,377 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 656, reset compression=false 2024-11-21T11:20:50,464 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 608, reset compression=false 2024-11-21T11:20:50,542 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 480, reset compression=false 2024-11-21T11:20:50,547 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:50,547 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 631, reset compression=false 2024-11-21T11:20:50,547 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44241,1732188025790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:50,687 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 656, reset compression=false 2024-11-21T11:20:50,752 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 631, reset compression=false 2024-11-21T11:20:50,838 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T11:20:50,842 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T11:20:50,868 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 608, reset compression=false 2024-11-21T11:20:51,057 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 631, reset compression=false 2024-11-21T11:20:51,091 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 656, reset compression=false 2024-11-21T11:20:51,095 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:51,095 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 760, reset compression=false 2024-11-21T11:20:51,095 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41849,1732188033776 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a45960922a79d9c08342b279b4ffcba/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T11:20:51,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:51,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:51,300 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 760, reset compression=false 2024-11-21T11:20:51,372 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 608, reset compression=false 2024-11-21T11:20:51,461 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 631, reset compression=false 2024-11-21T11:20:51,465 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:51,465 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 758, reset compression=false 2024-11-21T11:20:51,465 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44241,1732188025790 got entry batch from reader: WALEntryBatch [walEntries=[{test/8605113f503461fba7f7a73a6fd933c1/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T11:20:51,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:51,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:51,604 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 760, reset compression=false 2024-11-21T11:20:51,669 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 758, reset compression=false 2024-11-21T11:20:51,844 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T11:20:51,848 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T11:20:51,972 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 758, reset compression=false 2024-11-21T11:20:51,976 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 608, reset compression=false 2024-11-21T11:20:51,977 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:51,977 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 914, reset compression=false 2024-11-21T11:20:51,977 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44241,1732188025790 got entry batch from reader: WALEntryBatch [walEntries=[{test/8605113f503461fba7f7a73a6fd933c1/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T11:20:51,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:51,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:51,981 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:51,981 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 759, reset compression=false 2024-11-21T11:20:51,981 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,43739,1732188029941 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:51,985 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:51,985 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 907, reset compression=false 2024-11-21T11:20:51,985 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,43739,1732188029941 got entry batch from reader: WALEntryBatch [walEntries=[{test/218060b70dbb745af59af8c26bc33342/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T11:20:51,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:51,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:52,007 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 760, reset compression=false 2024-11-21T11:20:52,011 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:52,011 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 932, reset compression=false 2024-11-21T11:20:52,011 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41849,1732188033776 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:52,180 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 914, reset compression=false 2024-11-21T11:20:52,188 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 907, reset compression=false 2024-11-21T11:20:52,214 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 932, reset compression=false 2024-11-21T11:20:52,484 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 914, reset compression=false 2024-11-21T11:20:52,492 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 907, reset compression=false 2024-11-21T11:20:52,518 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 932, reset compression=false 2024-11-21T11:20:52,850 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T11:20:52,854 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T11:20:52,889 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 914, reset compression=false 2024-11-21T11:20:52,904 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 907, reset compression=false 2024-11-21T11:20:52,908 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:52,908 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1066, reset compression=false 2024-11-21T11:20:52,908 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,43739,1732188029941 got entry batch from reader: WALEntryBatch [walEntries=[{test/218060b70dbb745af59af8c26bc33342/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T11:20:52,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:52,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:52,922 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 932, reset compression=false 2024-11-21T11:20:52,932 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:52,933 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 1082, reset compression=false 2024-11-21T11:20:52,933 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41849,1732188033776 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a45960922a79d9c08342b279b4ffcba/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T11:20:52,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:52,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:53,112 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1066, reset compression=false 2024-11-21T11:20:53,143 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 1082, reset compression=false 2024-11-21T11:20:53,393 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 914, reset compression=false 2024-11-21T11:20:53,402 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:53,402 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1087, reset compression=false 2024-11-21T11:20:53,402 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44241,1732188025790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:53,416 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1066, reset compression=false 2024-11-21T11:20:53,447 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 1082, reset compression=false 2024-11-21T11:20:53,609 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1087, reset compression=false 2024-11-21T11:20:53,824 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1066, reset compression=false 2024-11-21T11:20:53,850 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 1082, reset compression=false 2024-11-21T11:20:53,856 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T11:20:53,860 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T11:20:53,913 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1087, reset compression=false 2024-11-21T11:20:53,924 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:20:53,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:53,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:53,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:53,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:53,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:53,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:53,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:53,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:53,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:53,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:53,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:53,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:20:54,316 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1087, reset compression=false 2024-11-21T11:20:54,327 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1066, reset compression=false 2024-11-21T11:20:54,354 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 1082, reset compression=false 2024-11-21T11:20:54,360 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:54,360 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 1241, reset compression=false 2024-11-21T11:20:54,360 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41849,1732188033776 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a45960922a79d9c08342b279b4ffcba/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T11:20:54,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:54,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:54,564 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 1241, reset compression=false 2024-11-21T11:20:54,821 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1087, reset compression=false 2024-11-21T11:20:54,826 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:54,826 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1236, reset compression=false 2024-11-21T11:20:54,826 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44241,1732188025790 got entry batch from reader: WALEntryBatch [walEntries=[{test/8605113f503461fba7f7a73a6fd933c1/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T11:20:54,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:54,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:54,862 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T11:20:54,867 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 1241, reset compression=false 2024-11-21T11:20:54,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fb4b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:54,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,35185,-1 for getting cluster id 2024-11-21T11:20:54,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:54,869 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '020b7003-e68a-47b2-8b8c-bda93691c3c2' 2024-11-21T11:20:54,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:54,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "020b7003-e68a-47b2-8b8c-bda93691c3c2" 2024-11-21T11:20:54,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59441347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:54,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,35185,-1] 2024-11-21T11:20:54,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:54,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:54,871 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:54,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622e31eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:54,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:54,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,35185,1732188033717 2024-11-21T11:20:54,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eedc3af 2024-11-21T11:20:54,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:54,875 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:20:54,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-21T11:20:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-21T11:20:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T11:20:54,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:20:54,931 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1066, reset compression=false 2024-11-21T11:20:54,935 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:54,935 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1239, reset compression=false 2024-11-21T11:20:54,935 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,43739,1732188029941 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T11:20:55,032 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1236, reset compression=false 2024-11-21T11:20:55,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T11:20:55,034 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-21T11:20:55,035 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-21T11:20:55,035 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,41849,1732188033776 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-21T11:20:55,035 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0. 2024-11-21T11:20:55,035 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:55,035 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:55,035 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:55,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:55,136 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T11:20:55,136 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T11:20:55,138 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1239, reset compression=false 2024-11-21T11:20:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T11:20:55,236 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 terminated 2024-11-21T11:20:55,253 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,41849,1732188033776, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:20:55,253 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-21T11:20:55,254 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T11:20:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T11:20:55,256 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 7b462513bfc2,41849,1732188033776 suceeded 2024-11-21T11:20:55,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T11:20:55,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 375 msec 2024-11-21T11:20:55,258 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-21T11:20:55,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 382 msec 2024-11-21T11:20:55,268 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:43313' 2024-11-21T11:20:55,269 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2adeb9c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:55,269 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,43313,-1 for getting cluster id 2024-11-21T11:20:55,269 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:55,269 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5999a07-9d6d-47ac-b9f9-2c45a4d63c2c' 2024-11-21T11:20:55,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:55,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5999a07-9d6d-47ac-b9f9-2c45a4d63c2c" 2024-11-21T11:20:55,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34fb7d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:55,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,43313,-1] 2024-11-21T11:20:55,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:55,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:55,271 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:55,271 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b32dd60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:55,271 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:55,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,43313,1732188025598 2024-11-21T11:20:55,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72ab3754 2024-11-21T11:20:55,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:55,273 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T11:20:55,273 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,41849,1732188033776 (queues=1) is replicating from cluster=020b7003-e68a-47b2-8b8c-bda93691c3c2 to cluster=d5999a07-9d6d-47ac-b9f9-2c45a4d63c2c 2024-11-21T11:20:55,273 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C41849%2C1732188033776 2024-11-21T11:20:55,273 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,41849,1732188033776, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:20:55,274 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C41849%2C1732188033776 2024-11-21T11:20:55,336 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1236, reset compression=false 2024-11-21T11:20:55,442 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1239, reset compression=false 2024-11-21T11:20:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T11:20:55,505 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T11:20:55,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:20:55,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:55,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:55,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:55,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:55,509 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-21T11:20:55,575 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:20:55,740 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1236, reset compression=false 2024-11-21T11:20:55,744 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:55,744 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1340, reset compression=false 2024-11-21T11:20:55,744 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44241,1732188025790 got entry batch from reader: WALEntryBatch [walEntries=[{test/8605113f503461fba7f7a73a6fd933c1/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T11:20:55,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:55,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:55,846 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1239, reset compression=false 2024-11-21T11:20:55,851 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:55,851 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1367, reset compression=false 2024-11-21T11:20:55,851 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,43739,1732188029941 got entry batch from reader: WALEntryBatch [walEntries=[{test/218060b70dbb745af59af8c26bc33342/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T11:20:55,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:55,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:55,947 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1340, reset compression=false 2024-11-21T11:20:56,055 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1367, reset compression=false 2024-11-21T11:20:56,251 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1340, reset compression=false 2024-11-21T11:20:56,362 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1367, reset compression=false 2024-11-21T11:20:56,511 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-21T11:20:56,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a221e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:56,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,35185,-1 for getting cluster id 2024-11-21T11:20:56,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:20:56,515 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '020b7003-e68a-47b2-8b8c-bda93691c3c2' 2024-11-21T11:20:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:20:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "020b7003-e68a-47b2-8b8c-bda93691c3c2" 2024-11-21T11:20:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7238c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,35185,-1] 2024-11-21T11:20:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:20:56,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:56,516 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:20:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156a6862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:20:56,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:20:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,35185,1732188033717 2024-11-21T11:20:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@181054d2 2024-11-21T11:20:56,521 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:20:56,522 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:20:56,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-21T11:20:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-21T11:20:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T11:20:56,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:20:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T11:20:56,657 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1340, reset compression=false 2024-11-21T11:20:56,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-21T11:20:56,682 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-21T11:20:56,683 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T11:20:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-21T11:20:56,685 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 7b462513bfc2,41849,1732188033776 suceeded 2024-11-21T11:20:56,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T11:20:56,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-21T11:20:56,687 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-21T11:20:56,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 164 msec 2024-11-21T11:20:56,775 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787, startPosition=1241, beingWritten=true 2024-11-21T11:20:56,784 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:56,784 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 1393, reset compression=false 2024-11-21T11:20:56,784 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41849,1732188033776 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787, lastWalPosition=1393, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:56,794 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1367, reset compression=false 2024-11-21T11:20:56,801 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:56,801 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1471, reset compression=false 2024-11-21T11:20:56,801 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,43739,1732188029941 got entry batch from reader: WALEntryBatch [walEntries=[{test/218060b70dbb745af59af8c26bc33342/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T11:20:56,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:56,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T11:20:56,848 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T11:20:56,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:20:56,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:56,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:56,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:56,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:56,851 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-21T11:20:56,988 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 1393, reset compression=false 2024-11-21T11:20:56,993 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:20:56,993 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 1521, reset compression=false 2024-11-21T11:20:56,993 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41849,1732188033776 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a45960922a79d9c08342b279b4ffcba/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T11:20:56,996 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:20:56,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T11:20:56,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:20:56,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:20:57,004 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1471, reset compression=false 2024-11-21T11:20:57,161 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1340, reset compression=false 2024-11-21T11:20:57,166 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:57,166 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1491, reset compression=false 2024-11-21T11:20:57,166 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44241,1732188025790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:57,197 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 1521, reset compression=false 2024-11-21T11:20:57,308 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1471, reset compression=false 2024-11-21T11:20:57,369 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1491, reset compression=false 2024-11-21T11:20:57,500 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 1521, reset compression=false 2024-11-21T11:20:57,673 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1491, reset compression=false 2024-11-21T11:20:57,711 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1471, reset compression=false 2024-11-21T11:20:57,853 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-21T11:20:57,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:20:57,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:20:57,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:57,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:57,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:57,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:57,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:20:57,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1468629918, stopped=false 2024-11-21T11:20:57,854 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,35185,1732188033717 2024-11-21T11:20:57,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21661361692/running 2024-11-21T11:20:57,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21661361692/running 2024-11-21T11:20:57,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692 2024-11-21T11:20:57,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692 2024-11-21T11:20:57,858 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:20:57,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Set watcher on znode that does not yet exist, /21661361692/running 2024-11-21T11:20:57,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:20:57,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:57,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:57,859 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,41849,1732188033776' ***** 2024-11-21T11:20:57,859 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:20:57,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Set watcher on znode that does not yet exist, /21661361692/running 2024-11-21T11:20:57,860 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:20:57,860 INFO [RS:0;7b462513bfc2:41849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:20:57,860 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:20:57,860 INFO [RS:0;7b462513bfc2:41849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:20:57,860 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a45960922a79d9c08342b279b4ffcba 2024-11-21T11:20:57,860 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(3091): Received CLOSE for 98a956302925bb0783a2676c2db92d2d 2024-11-21T11:20:57,861 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,41849,1732188033776 2024-11-21T11:20:57,861 INFO [RS:0;7b462513bfc2:41849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:20:57,861 INFO [RS:0;7b462513bfc2:41849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:41849. 2024-11-21T11:20:57,861 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a45960922a79d9c08342b279b4ffcba, disabling compactions & flushes 2024-11-21T11:20:57,861 DEBUG [RS:0;7b462513bfc2:41849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:57,861 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732188041128.5a45960922a79d9c08342b279b4ffcba. 2024-11-21T11:20:57,861 DEBUG [RS:0;7b462513bfc2:41849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:57,861 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188041128.5a45960922a79d9c08342b279b4ffcba. 2024-11-21T11:20:57,861 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732188041128.5a45960922a79d9c08342b279b4ffcba. after waiting 0 ms 2024-11-21T11:20:57,861 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732188041128.5a45960922a79d9c08342b279b4ffcba. 2024-11-21T11:20:57,861 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a45960922a79d9c08342b279b4ffcba 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T11:20:57,861 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:20:57,861 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:20:57,861 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:20:57,861 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:20:57,862 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T11:20:57,862 DEBUG [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5a45960922a79d9c08342b279b4ffcba=test,,1732188041128.5a45960922a79d9c08342b279b4ffcba., 98a956302925bb0783a2676c2db92d2d=hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d.} 2024-11-21T11:20:57,862 DEBUG [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a45960922a79d9c08342b279b4ffcba, 98a956302925bb0783a2676c2db92d2d 2024-11-21T11:20:57,862 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:20:57,862 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:20:57,862 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:20:57,862 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:20:57,862 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:20:57,862 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T11:20:57,877 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:20:57,887 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/.tmp/info/e83c903555884073b82a38ebcae648dc is 147, key is hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d./info:regioninfo/1732188048440/Put/seqid=0 2024-11-21T11:20:57,889 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba/.tmp/f/9cc156b28ea745bea18e2024a3cec1ab is 37, key is row3/f:row3/1732188055506/Put/seqid=0 2024-11-21T11:20:57,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741840_1016 (size=7686) 2024-11-21T11:20:57,901 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/.tmp/info/e83c903555884073b82a38ebcae648dc 2024-11-21T11:20:57,904 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 1521, reset compression=false 2024-11-21T11:20:57,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741841_1017 (size=5228) 2024-11-21T11:20:57,913 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba/.tmp/f/9cc156b28ea745bea18e2024a3cec1ab 2024-11-21T11:20:57,918 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cc156b28ea745bea18e2024a3cec1ab 2024-11-21T11:20:57,935 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:57,936 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 1768, reset compression=false 2024-11-21T11:20:57,936 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41849,1732188033776 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:20:57,937 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b462513bfc2,41849,1732188033776: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b462513bfc2,41849,1732188033776, walGroup=7b462513bfc2%2C41849%2C1732188033776, offset=7b462513bfc2%2C41849%2C1732188033776.1732188035787:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:41849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T11:20:57,938 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T11:20:57,938 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T11:20:57,938 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T11:20:57,939 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T11:20:57,939 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T11:20:57,939 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 824409720 }, "NonHeapMemoryUsage": { "committed": 201326592, "init": 7667712, "max": -1, "used": 198332224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T11:20:57,939 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:35185 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:35185 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T11:20:57,950 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/.tmp/ns/c4b9faed38f6408eb9fad08041fc78dd is 43, key is default/ns:d/1732188036748/Put/seqid=0 2024-11-21T11:20:57,954 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba/.tmp/f1/7419ba959e0f4189be8d6598742d3764 is 30, key is row1/f1:/1732188052851/DeleteFamily/seqid=0 2024-11-21T11:20:57,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741842_1018 (size=5153) 2024-11-21T11:20:57,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741843_1019 (size=5158) 2024-11-21T11:20:57,966 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba/.tmp/f1/7419ba959e0f4189be8d6598742d3764 2024-11-21T11:20:57,970 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7419ba959e0f4189be8d6598742d3764 2024-11-21T11:20:57,986 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba/.tmp/norep/501a0012487e44ff8bcc0c249efebda7 is 33, key is row2/norep:/1732188053857/DeleteFamily/seqid=0 2024-11-21T11:20:57,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741844_1020 (size=5108) 2024-11-21T11:20:57,989 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba/.tmp/norep/501a0012487e44ff8bcc0c249efebda7 2024-11-21T11:20:57,993 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 501a0012487e44ff8bcc0c249efebda7 2024-11-21T11:20:57,994 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba/.tmp/f/9cc156b28ea745bea18e2024a3cec1ab as hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba/f/9cc156b28ea745bea18e2024a3cec1ab 2024-11-21T11:20:57,999 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cc156b28ea745bea18e2024a3cec1ab 2024-11-21T11:20:57,999 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba/f/9cc156b28ea745bea18e2024a3cec1ab, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T11:20:57,999 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba/.tmp/f1/7419ba959e0f4189be8d6598742d3764 as hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba/f1/7419ba959e0f4189be8d6598742d3764 2024-11-21T11:20:58,003 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7419ba959e0f4189be8d6598742d3764 2024-11-21T11:20:58,003 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba/f1/7419ba959e0f4189be8d6598742d3764, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T11:20:58,004 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba/.tmp/norep/501a0012487e44ff8bcc0c249efebda7 as hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba/norep/501a0012487e44ff8bcc0c249efebda7 2024-11-21T11:20:58,007 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 501a0012487e44ff8bcc0c249efebda7 2024-11-21T11:20:58,007 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba/norep/501a0012487e44ff8bcc0c249efebda7, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T11:20:58,008 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5a45960922a79d9c08342b279b4ffcba in 147ms, sequenceid=12, compaction requested=false 2024-11-21T11:20:58,015 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/default/test/5a45960922a79d9c08342b279b4ffcba/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T11:20:58,016 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:20:58,016 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:20:58,016 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732188041128.5a45960922a79d9c08342b279b4ffcba. 2024-11-21T11:20:58,016 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a45960922a79d9c08342b279b4ffcba: Waiting for close lock at 1732188057861Running coprocessor pre-close hooks at 1732188057861Disabling compacts and flushes for region at 1732188057861Disabling writes for close at 1732188057861Obtaining lock to block concurrent updates at 1732188057861Preparing flush snapshotting stores in 5a45960922a79d9c08342b279b4ffcba at 1732188057861Finished memstore snapshotting test,,1732188041128.5a45960922a79d9c08342b279b4ffcba., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732188057863 (+2 ms)Flushing stores of test,,1732188041128.5a45960922a79d9c08342b279b4ffcba. at 1732188057863Flushing 5a45960922a79d9c08342b279b4ffcba/f: creating writer at 1732188057864 (+1 ms)Flushing 5a45960922a79d9c08342b279b4ffcba/f: appending metadata at 1732188057888 (+24 ms)Flushing 5a45960922a79d9c08342b279b4ffcba/f: closing flushed file at 1732188057888Flushing 5a45960922a79d9c08342b279b4ffcba/f1: creating writer at 1732188057918 (+30 ms)Flushing 5a45960922a79d9c08342b279b4ffcba/f1: appending metadata at 1732188057953 (+35 ms)Flushing 5a45960922a79d9c08342b279b4ffcba/f1: closing flushed file at 1732188057953Flushing 5a45960922a79d9c08342b279b4ffcba/norep: creating writer at 1732188057970 (+17 ms)Flushing 5a45960922a79d9c08342b279b4ffcba/norep: appending metadata at 1732188057985 (+15 ms)Flushing 5a45960922a79d9c08342b279b4ffcba/norep: closing flushed file at 1732188057985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e1332c: reopening flushed file at 1732188057993 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@627879dd: reopening flushed file at 1732188057999 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60294fc1: reopening flushed file at 1732188058003 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5a45960922a79d9c08342b279b4ffcba in 147ms, sequenceid=12, compaction requested=false at 1732188058008 (+5 ms)Writing region close event to WAL at 1732188058013 (+5 ms)Running coprocessor post-close hooks at 1732188058016 (+3 ms)Closed at 1732188058016 2024-11-21T11:20:58,016 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732188041128.5a45960922a79d9c08342b279b4ffcba. 2024-11-21T11:20:58,016 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98a956302925bb0783a2676c2db92d2d, disabling compactions & flushes 2024-11-21T11:20:58,016 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. 2024-11-21T11:20:58,016 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. 2024-11-21T11:20:58,016 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. after waiting 0 ms 2024-11-21T11:20:58,016 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. 2024-11-21T11:20:58,016 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98a956302925bb0783a2676c2db92d2d: Waiting for close lock at 1732188058016Running coprocessor pre-close hooks at 1732188058016Disabling compacts and flushes for region at 1732188058016Disabling writes for close at 1732188058016Failed flush hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d., putting online again at 1732188058016 2024-11-21T11:20:58,016 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. 2024-11-21T11:20:58,062 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(3091): Received CLOSE for 98a956302925bb0783a2676c2db92d2d 2024-11-21T11:20:58,062 DEBUG [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98a956302925bb0783a2676c2db92d2d 2024-11-21T11:20:58,062 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98a956302925bb0783a2676c2db92d2d, disabling compactions & flushes 2024-11-21T11:20:58,062 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. 2024-11-21T11:20:58,062 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. 2024-11-21T11:20:58,062 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. after waiting 0 ms 2024-11-21T11:20:58,062 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. 2024-11-21T11:20:58,062 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98a956302925bb0783a2676c2db92d2d: Waiting for close lock at 1732188058062Running coprocessor pre-close hooks at 1732188058062Disabling compacts and flushes for region at 1732188058062Disabling writes for close at 1732188058062Failed flush hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d., putting online again at 1732188058062 2024-11-21T11:20:58,063 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d. 2024-11-21T11:20:58,077 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1491, reset compression=false 2024-11-21T11:20:58,141 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 1768, reset compression=false 2024-11-21T11:20:58,147 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:20:58,147 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 2412, reset compression=false 2024-11-21T11:20:58,215 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1471, reset compression=false 2024-11-21T11:20:58,262 DEBUG [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:20:58,355 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 2412, reset compression=false 2024-11-21T11:20:58,362 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/.tmp/ns/c4b9faed38f6408eb9fad08041fc78dd 2024-11-21T11:20:58,385 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/.tmp/rep_barrier/d2c27ae589b34da9a74ee59ae87de507 is 112, key is test,,1732188041128.5a45960922a79d9c08342b279b4ffcba./rep_barrier:seqnumDuringOpen/1732188042287/Put/seqid=0 2024-11-21T11:20:58,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741845_1021 (size=5518) 2024-11-21T11:20:58,463 DEBUG [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:20:58,583 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1491, reset compression=false 2024-11-21T11:20:58,652 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:20:58,652 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:20:58,661 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 2412, reset compression=false 2024-11-21T11:20:58,663 DEBUG [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:20:58,795 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/.tmp/rep_barrier/d2c27ae589b34da9a74ee59ae87de507 2024-11-21T11:20:58,819 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1471, reset compression=false 2024-11-21T11:20:58,823 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/.tmp/table/d838bc82051b4967b1fe51f82ccd47a3 is 53, key is hbase:replication/table:state/1732188048449/Put/seqid=0 2024-11-21T11:20:58,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741846_1022 (size=5308) 2024-11-21T11:20:58,841 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/.tmp/table/d838bc82051b4967b1fe51f82ccd47a3 2024-11-21T11:20:58,848 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/.tmp/info/e83c903555884073b82a38ebcae648dc as hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/info/e83c903555884073b82a38ebcae648dc 2024-11-21T11:20:58,853 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/info/e83c903555884073b82a38ebcae648dc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T11:20:58,854 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/.tmp/ns/c4b9faed38f6408eb9fad08041fc78dd as hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/ns/c4b9faed38f6408eb9fad08041fc78dd 2024-11-21T11:20:58,862 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/ns/c4b9faed38f6408eb9fad08041fc78dd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T11:20:58,862 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/.tmp/rep_barrier/d2c27ae589b34da9a74ee59ae87de507 as hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/rep_barrier/d2c27ae589b34da9a74ee59ae87de507 2024-11-21T11:20:58,863 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T11:20:58,863 DEBUG [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 98a956302925bb0783a2676c2db92d2d=hbase:replication,,1732188047632.98a956302925bb0783a2676c2db92d2d.} 2024-11-21T11:20:58,863 DEBUG [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:20:58,869 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/rep_barrier/d2c27ae589b34da9a74ee59ae87de507, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T11:20:58,872 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/.tmp/table/d838bc82051b4967b1fe51f82ccd47a3 as hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/table/d838bc82051b4967b1fe51f82ccd47a3 2024-11-21T11:20:58,876 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/table/d838bc82051b4967b1fe51f82ccd47a3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T11:20:58,877 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1015ms, sequenceid=16, compaction requested=false 2024-11-21T11:20:58,897 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T11:20:58,897 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:20:58,898 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:20:58,898 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:20:58,898 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188057862Running coprocessor pre-close hooks at 1732188057862Disabling compacts and flushes for region at 1732188057862Disabling writes for close at 1732188057862Obtaining lock to block concurrent updates at 1732188057862Preparing flush snapshotting stores in 1588230740 at 1732188057862Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732188057863 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732188057863Flushing 1588230740/info: creating writer at 1732188057864 (+1 ms)Flushing 1588230740/info: appending metadata at 1732188057886 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732188057887 (+1 ms)Flushing 1588230740/ns: creating writer at 1732188057912 (+25 ms)Flushing 1588230740/ns: appending metadata at 1732188057949 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1732188057949Flushing 1588230740/rep_barrier: creating writer at 1732188058367 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732188058384 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732188058384Flushing 1588230740/table: creating writer at 1732188058800 (+416 ms)Flushing 1588230740/table: appending metadata at 1732188058822 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732188058822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ec8449: reopening flushed file at 1732188058846 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ce08c12: reopening flushed file at 1732188058854 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45336454: reopening flushed file at 1732188058862 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@419cbcf0: reopening flushed file at 1732188058869 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1015ms, sequenceid=16, compaction requested=false at 1732188058877 (+8 ms)Writing region close event to WAL at 1732188058888 (+11 ms)Running coprocessor post-close hooks at 1732188058897 (+9 ms)Closed at 1732188058898 (+1 ms) 2024-11-21T11:20:58,898 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:20:59,065 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/WALs/7b462513bfc2,41849,1732188033776/7b462513bfc2%2C41849%2C1732188033776.1732188035787 to pos 2412, reset compression=false 2024-11-21T11:20:59,068 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T11:20:59,068 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,41849,1732188033776; all regions closed. 2024-11-21T11:20:59,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741834_1010 (size=4239) 2024-11-21T11:20:59,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741839_1015 (size=2391) 2024-11-21T11:20:59,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741832_1008 (size=2420) 2024-11-21T11:20:59,091 DEBUG [RS:0;7b462513bfc2:41849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:59,091 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:20:59,092 INFO [RS:0;7b462513bfc2:41849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:20:59,092 INFO [RS:0;7b462513bfc2:41849 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:20:59,092 INFO [RS:0;7b462513bfc2:41849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:20:59,092 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:20:59,092 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,41849,1732188033776 because: Region server is closing 2024-11-21T11:20:59,092 INFO [RS:0;7b462513bfc2:41849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:41849. 2024-11-21T11:20:59,092 DEBUG [RS:0;7b462513bfc2:41849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:59,093 DEBUG [RS:0;7b462513bfc2:41849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:59,093 DEBUG [RS:0;7b462513bfc2:41849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:59,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:59,192 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1491, reset compression=false 2024-11-21T11:20:59,193 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.shipper7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 terminated 2024-11-21T11:20:59,193 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41849,1732188033776.replicationSource.wal-reader.7b462513bfc2%2C41849%2C1732188033776,1-7b462513bfc2,41849,1732188033776 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T11:20:59,193 INFO [RS:0;7b462513bfc2:41849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:41849. 2024-11-21T11:20:59,193 DEBUG [RS:0;7b462513bfc2:41849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:20:59,193 DEBUG [RS:0;7b462513bfc2:41849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:59,193 DEBUG [RS:0;7b462513bfc2:41849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:20:59,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:20:59,194 INFO [RS:0;7b462513bfc2:41849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41849 2024-11-21T11:20:59,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692/rs 2024-11-21T11:20:59,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21661361692/rs/7b462513bfc2,41849,1732188033776 2024-11-21T11:20:59,197 INFO [RS:0;7b462513bfc2:41849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:20:59,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,41849,1732188033776] 2024-11-21T11:20:59,199 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21661361692/draining/7b462513bfc2,41849,1732188033776 already deleted, retry=false 2024-11-21T11:20:59,199 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,41849,1732188033776 expired; onlineServers=0 2024-11-21T11:20:59,199 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,35185,1732188033717' ***** 2024-11-21T11:20:59,199 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:20:59,199 INFO [M:0;7b462513bfc2:35185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:20:59,199 INFO [M:0;7b462513bfc2:35185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:20:59,199 DEBUG [M:0;7b462513bfc2:35185 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:20:59,199 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:20:59,199 DEBUG [M:0;7b462513bfc2:35185 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:20:59,199 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188035572 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188035572,5,FailOnTimeoutGroup] 2024-11-21T11:20:59,199 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188035571 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188035571,5,FailOnTimeoutGroup] 2024-11-21T11:20:59,199 INFO [M:0;7b462513bfc2:35185 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:20:59,200 INFO [M:0;7b462513bfc2:35185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:20:59,200 DEBUG [M:0;7b462513bfc2:35185 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:20:59,200 INFO [M:0;7b462513bfc2:35185 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:20:59,200 INFO [M:0;7b462513bfc2:35185 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:20:59,200 INFO [M:0;7b462513bfc2:35185 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:20:59,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21661361692/master 2024-11-21T11:20:59,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21661361692 2024-11-21T11:20:59,202 DEBUG [M:0;7b462513bfc2:35185 {}] zookeeper.ZKUtil(347): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Unable to get data of znode /21661361692/master because node does not exist (not an error) 2024-11-21T11:20:59,202 WARN [M:0;7b462513bfc2:35185 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:20:59,204 INFO [M:0;7b462513bfc2:35185 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/.lastflushedseqids 2024-11-21T11:20:59,204 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:20:59,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741847_1023 (size=245) 2024-11-21T11:20:59,300 INFO [RS:0;7b462513bfc2:41849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:20:59,300 INFO [RS:0;7b462513bfc2:41849 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,41849,1732188033776; zookeeper connection closed. 2024-11-21T11:20:59,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:20:59,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41849-0x1013a419a380007, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:20:59,300 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d6a8d30 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d6a8d30 2024-11-21T11:20:59,301 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:20:59,466 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:20:59,525 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1471, reset compression=false 2024-11-21T11:20:59,618 INFO [M:0;7b462513bfc2:35185 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:20:59,618 INFO [M:0;7b462513bfc2:35185 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:20:59,619 DEBUG [M:0;7b462513bfc2:35185 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:20:59,619 INFO [M:0;7b462513bfc2:35185 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:59,619 DEBUG [M:0;7b462513bfc2:35185 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:59,619 DEBUG [M:0;7b462513bfc2:35185 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:20:59,619 DEBUG [M:0;7b462513bfc2:35185 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:20:59,619 INFO [M:0;7b462513bfc2:35185 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-21T11:20:59,638 DEBUG [M:0;7b462513bfc2:35185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1d696ba933f4fd597683da1d75cccd2 is 82, key is hbase:meta,,1/info:regioninfo/1732188036737/Put/seqid=0 2024-11-21T11:20:59,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741848_1024 (size=5672) 2024-11-21T11:20:59,896 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1491, reset compression=false 2024-11-21T11:21:00,046 INFO [M:0;7b462513bfc2:35185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1d696ba933f4fd597683da1d75cccd2 2024-11-21T11:21:00,068 DEBUG [M:0;7b462513bfc2:35185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e42db1221eea4af78ea899fe64676e14 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732188048453/Put/seqid=0 2024-11-21T11:21:00,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741849_1025 (size=9212) 2024-11-21T11:21:00,329 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1471, reset compression=false 2024-11-21T11:21:00,473 INFO [M:0;7b462513bfc2:35185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e42db1221eea4af78ea899fe64676e14 2024-11-21T11:21:00,495 DEBUG [M:0;7b462513bfc2:35185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32eb6f6ded394fd5baf9762a1fdef45c is 69, key is 7b462513bfc2,41849,1732188033776/rs:state/1732188035633/Put/seqid=0 2024-11-21T11:21:00,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741850_1026 (size=5156) 2024-11-21T11:21:00,700 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1491, reset compression=false 2024-11-21T11:21:00,899 INFO [M:0;7b462513bfc2:35185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32eb6f6ded394fd5baf9762a1fdef45c 2024-11-21T11:21:00,903 DEBUG [M:0;7b462513bfc2:35185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1d696ba933f4fd597683da1d75cccd2 as hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1d696ba933f4fd597683da1d75cccd2 2024-11-21T11:21:00,907 INFO [M:0;7b462513bfc2:35185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1d696ba933f4fd597683da1d75cccd2, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T11:21:00,907 DEBUG [M:0;7b462513bfc2:35185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e42db1221eea4af78ea899fe64676e14 as hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e42db1221eea4af78ea899fe64676e14 2024-11-21T11:21:00,910 INFO [M:0;7b462513bfc2:35185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e42db1221eea4af78ea899fe64676e14, entries=15, sequenceid=127, filesize=9.0 K 2024-11-21T11:21:00,911 DEBUG [M:0;7b462513bfc2:35185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32eb6f6ded394fd5baf9762a1fdef45c as hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32eb6f6ded394fd5baf9762a1fdef45c 2024-11-21T11:21:00,914 INFO [M:0;7b462513bfc2:35185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41555/user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32eb6f6ded394fd5baf9762a1fdef45c, entries=1, sequenceid=127, filesize=5.0 K 2024-11-21T11:21:00,915 INFO [M:0;7b462513bfc2:35185 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=127, compaction requested=false 2024-11-21T11:21:00,916 INFO [M:0;7b462513bfc2:35185 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:00,916 DEBUG [M:0;7b462513bfc2:35185 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188059618Disabling compacts and flushes for region at 1732188059618Disabling writes for close at 1732188059619 (+1 ms)Obtaining lock to block concurrent updates at 1732188059619Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732188059619Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732188059619Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732188059620 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732188059620Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732188059637 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732188059637Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732188060050 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732188060068 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732188060068Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732188060477 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732188060494 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732188060494Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2481091d: reopening flushed file at 1732188060902 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3836f7e7: reopening flushed file at 1732188060907 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1b84e: reopening flushed file at 1732188060910 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=127, compaction requested=false at 1732188060915 (+5 ms)Writing region close event to WAL at 1732188060916 (+1 ms)Closed at 1732188060916 2024-11-21T11:21:00,918 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ddfcd165-43b4-5937-40f6-4214fe99f84b/MasterData/WALs/7b462513bfc2,35185,1732188033717/7b462513bfc2%2C35185%2C1732188033717.1732188035472 not finished, retry = 0 2024-11-21T11:21:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34429 is added to blk_1073741830_1006 (size=73866) 2024-11-21T11:21:01,019 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:21:01,019 INFO [M:0;7b462513bfc2:35185 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:21:01,019 INFO [M:0;7b462513bfc2:35185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35185 2024-11-21T11:21:01,020 INFO [M:0;7b462513bfc2:35185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:21:01,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:01,126 INFO [M:0;7b462513bfc2:35185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:21:01,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1013a419a380006, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:01,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fd3243d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:21:01,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@334a8ff8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:21:01,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:21:01,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b6447ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:21:01,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@412bff8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/hadoop.log.dir/,STOPPED} 2024-11-21T11:21:01,131 WARN [BP-721263517-172.17.0.2-1732188032623 heartbeating to localhost/127.0.0.1:41555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:21:01,131 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:21:01,131 WARN [BP-721263517-172.17.0.2-1732188032623 heartbeating to localhost/127.0.0.1:41555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-721263517-172.17.0.2-1732188032623 (Datanode Uuid 202a2ca7-f945-45f8-b3d6-71e1c9e1bb1b) service to localhost/127.0.0.1:41555 2024-11-21T11:21:01,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/cluster_b817a458-24ae-e8d7-747c-835be1ea9809/data/data2/current/BP-721263517-172.17.0.2-1732188032623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:21:01,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/cluster_b817a458-24ae-e8d7-747c-835be1ea9809/data/data1/current/BP-721263517-172.17.0.2-1732188032623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:21:01,132 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:21:01,132 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:21:01,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23ca4f29{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:21:01,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@185a4390{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:21:01,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:21:01,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e89182{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:21:01,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571fba1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/hadoop.log.dir/,STOPPED} 2024-11-21T11:21:01,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:21:01,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:21:01,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:21:01,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:01,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:01,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:01,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:01,156 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:21:01,156 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1907286344, stopped=false 2024-11-21T11:21:01,156 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,39993,1732188029891 2024-11-21T11:21:01,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/193753192/running 2024-11-21T11:21:01,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/193753192/running 2024-11-21T11:21:01,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192 2024-11-21T11:21:01,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192 2024-11-21T11:21:01,159 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:21:01,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Set watcher on znode that does not yet exist, /193753192/running 2024-11-21T11:21:01,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Set watcher on znode that does not yet exist, /193753192/running 2024-11-21T11:21:01,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:21:01,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:01,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:01,161 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,43739,1732188029941' ***** 2024-11-21T11:21:01,161 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:21:01,162 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:21:01,162 INFO [RS:0;7b462513bfc2:43739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:21:01,162 INFO [RS:0;7b462513bfc2:43739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:21:01,162 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(3091): Received CLOSE for 218060b70dbb745af59af8c26bc33342 2024-11-21T11:21:01,162 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:21:01,162 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(3091): Received CLOSE for cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:21:01,162 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,43739,1732188029941 2024-11-21T11:21:01,162 INFO [RS:0;7b462513bfc2:43739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:21:01,162 INFO [RS:0;7b462513bfc2:43739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:43739. 2024-11-21T11:21:01,162 DEBUG [RS:0;7b462513bfc2:43739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:01,162 DEBUG [RS:0;7b462513bfc2:43739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:01,162 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:21:01,162 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:21:01,162 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:21:01,162 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:21:01,163 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 218060b70dbb745af59af8c26bc33342, disabling compactions & flushes 2024-11-21T11:21:01,163 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732188038977.218060b70dbb745af59af8c26bc33342. 2024-11-21T11:21:01,163 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188038977.218060b70dbb745af59af8c26bc33342. 2024-11-21T11:21:01,163 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732188038977.218060b70dbb745af59af8c26bc33342. after waiting 0 ms 2024-11-21T11:21:01,163 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732188038977.218060b70dbb745af59af8c26bc33342. 2024-11-21T11:21:01,163 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 218060b70dbb745af59af8c26bc33342 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T11:21:01,168 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T11:21:01,168 DEBUG [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(1325): Online Regions={218060b70dbb745af59af8c26bc33342=test,,1732188038977.218060b70dbb745af59af8c26bc33342., 1588230740=hbase:meta,,1.1588230740, cfcf34eadee17d26e41d58a0ef2eeca7=hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7.} 2024-11-21T11:21:01,168 DEBUG [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 218060b70dbb745af59af8c26bc33342, cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:21:01,168 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:21:01,169 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:21:01,169 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:21:01,169 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:21:01,169 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:21:01,169 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T11:21:01,197 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342/.tmp/f/bc9805deef904114a1c31eb049a10c83 is 37, key is row3/f:row3/1732188055506/Put/seqid=0 2024-11-21T11:21:01,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741840_1016 (size=5228) 2024-11-21T11:21:01,212 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342/.tmp/f/bc9805deef904114a1c31eb049a10c83 2024-11-21T11:21:01,218 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc9805deef904114a1c31eb049a10c83 2024-11-21T11:21:01,219 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/.tmp/info/fb82bc29ad5c43ab8c37a1ea52db8018 is 147, key is hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7./info:regioninfo/1732188046654/Put/seqid=0 2024-11-21T11:21:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741841_1017 (size=7686) 2024-11-21T11:21:01,226 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/.tmp/info/fb82bc29ad5c43ab8c37a1ea52db8018 2024-11-21T11:21:01,233 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1471, reset compression=false 2024-11-21T11:21:01,242 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:01,242 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1718, reset compression=false 2024-11-21T11:21:01,242 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,43739,1732188029941 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:21:01,243 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b462513bfc2,43739,1732188029941: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b462513bfc2,43739,1732188029941, walGroup=7b462513bfc2%2C43739%2C1732188029941, offset=7b462513bfc2%2C43739%2C1732188029941.1732188031553:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:43739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T11:21:01,244 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T11:21:01,244 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T11:21:01,244 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342/.tmp/f1/78b5103247af47fc8b1f025eedb9b066 is 30, key is row1/f1:/1732188052851/DeleteFamily/seqid=0 2024-11-21T11:21:01,245 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T11:21:01,245 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T11:21:01,245 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T11:21:01,245 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 897810040 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 198902664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T11:21:01,245 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:39993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:39993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T11:21:01,248 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/.tmp/ns/25294137d4794234a27a1039248cabbb is 43, key is default/ns:d/1732188032560/Put/seqid=0 2024-11-21T11:21:01,248 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:21:01,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741842_1018 (size=5158) 2024-11-21T11:21:01,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741843_1019 (size=5153) 2024-11-21T11:21:01,261 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/.tmp/ns/25294137d4794234a27a1039248cabbb 2024-11-21T11:21:01,292 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/.tmp/rep_barrier/9ad1feec2a444a629de9c3aba30cc332 is 112, key is test,,1732188038977.218060b70dbb745af59af8c26bc33342./rep_barrier:seqnumDuringOpen/1732188040121/Put/seqid=0 2024-11-21T11:21:01,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741844_1020 (size=5518) 2024-11-21T11:21:01,298 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/.tmp/rep_barrier/9ad1feec2a444a629de9c3aba30cc332 2024-11-21T11:21:01,327 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/.tmp/table/6a437407c1cc402a87da9e564eff5964 is 53, key is hbase:replication/table:state/1732188046665/Put/seqid=0 2024-11-21T11:21:01,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741845_1021 (size=5308) 2024-11-21T11:21:01,342 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/.tmp/table/6a437407c1cc402a87da9e564eff5964 2024-11-21T11:21:01,347 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/.tmp/info/fb82bc29ad5c43ab8c37a1ea52db8018 as hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/info/fb82bc29ad5c43ab8c37a1ea52db8018 2024-11-21T11:21:01,351 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/info/fb82bc29ad5c43ab8c37a1ea52db8018, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T11:21:01,352 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/.tmp/ns/25294137d4794234a27a1039248cabbb as hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/ns/25294137d4794234a27a1039248cabbb 2024-11-21T11:21:01,356 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/ns/25294137d4794234a27a1039248cabbb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T11:21:01,357 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/.tmp/rep_barrier/9ad1feec2a444a629de9c3aba30cc332 as hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/rep_barrier/9ad1feec2a444a629de9c3aba30cc332 2024-11-21T11:21:01,365 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/rep_barrier/9ad1feec2a444a629de9c3aba30cc332, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T11:21:01,366 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/.tmp/table/6a437407c1cc402a87da9e564eff5964 as hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/table/6a437407c1cc402a87da9e564eff5964 2024-11-21T11:21:01,368 DEBUG [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 218060b70dbb745af59af8c26bc33342, cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:21:01,369 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/table/6a437407c1cc402a87da9e564eff5964, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T11:21:01,370 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 201ms, sequenceid=16, compaction requested=false 2024-11-21T11:21:01,370 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:21:01,384 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T11:21:01,384 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:21:01,384 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:21:01,384 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:21:01,384 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188061168Running coprocessor pre-close hooks at 1732188061168Disabling compacts and flushes for region at 1732188061168Disabling writes for close at 1732188061169 (+1 ms)Obtaining lock to block concurrent updates at 1732188061169Preparing flush snapshotting stores in 1588230740 at 1732188061169Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732188061169Flushing stores of hbase:meta,,1.1588230740 at 1732188061170 (+1 ms)Flushing 1588230740/info: creating writer at 1732188061170Flushing 1588230740/info: appending metadata at 1732188061218 (+48 ms)Flushing 1588230740/info: closing flushed file at 1732188061218Flushing 1588230740/ns: creating writer at 1732188061230 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732188061247 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732188061247Flushing 1588230740/rep_barrier: creating writer at 1732188061266 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732188061291 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732188061291Flushing 1588230740/table: creating writer at 1732188061302 (+11 ms)Flushing 1588230740/table: appending metadata at 1732188061326 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732188061327 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1025611: reopening flushed file at 1732188061346 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26086ea0: reopening flushed file at 1732188061352 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c0c18dd: reopening flushed file at 1732188061356 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@338fee5: reopening flushed file at 1732188061365 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 201ms, sequenceid=16, compaction requested=false at 1732188061370 (+5 ms)Writing region close event to WAL at 1732188061377 (+7 ms)Running coprocessor post-close hooks at 1732188061384 (+7 ms)Closed at 1732188061384 2024-11-21T11:21:01,385 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:21:01,452 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1718, reset compression=false 2024-11-21T11:21:01,515 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:21:01,515 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:21:01,569 DEBUG [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(1351): Waiting on 218060b70dbb745af59af8c26bc33342, cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:21:01,604 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1491, reset compression=false 2024-11-21T11:21:01,655 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342/.tmp/f1/78b5103247af47fc8b1f025eedb9b066 2024-11-21T11:21:01,659 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78b5103247af47fc8b1f025eedb9b066 2024-11-21T11:21:01,684 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342/.tmp/norep/9fd6d0828d0c4ef08107ebd006292bfe is 33, key is row1/norep:/1732188052851/DeleteFamily/seqid=0 2024-11-21T11:21:01,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741846_1022 (size=5108) 2024-11-21T11:21:01,708 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342/.tmp/norep/9fd6d0828d0c4ef08107ebd006292bfe 2024-11-21T11:21:01,715 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fd6d0828d0c4ef08107ebd006292bfe 2024-11-21T11:21:01,718 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342/.tmp/f/bc9805deef904114a1c31eb049a10c83 as hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342/f/bc9805deef904114a1c31eb049a10c83 2024-11-21T11:21:01,727 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc9805deef904114a1c31eb049a10c83 2024-11-21T11:21:01,728 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342/f/bc9805deef904114a1c31eb049a10c83, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T11:21:01,734 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342/.tmp/f1/78b5103247af47fc8b1f025eedb9b066 as hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342/f1/78b5103247af47fc8b1f025eedb9b066 2024-11-21T11:21:01,740 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78b5103247af47fc8b1f025eedb9b066 2024-11-21T11:21:01,740 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342/f1/78b5103247af47fc8b1f025eedb9b066, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T11:21:01,741 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342/.tmp/norep/9fd6d0828d0c4ef08107ebd006292bfe as hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342/norep/9fd6d0828d0c4ef08107ebd006292bfe 2024-11-21T11:21:01,746 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fd6d0828d0c4ef08107ebd006292bfe 2024-11-21T11:21:01,746 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342/norep/9fd6d0828d0c4ef08107ebd006292bfe, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T11:21:01,747 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 218060b70dbb745af59af8c26bc33342 in 584ms, sequenceid=12, compaction requested=false 2024-11-21T11:21:01,747 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T11:21:01,757 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 1718, reset compression=false 2024-11-21T11:21:01,769 DEBUG [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(1351): Waiting on 218060b70dbb745af59af8c26bc33342, cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:21:01,769 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/data/default/test/218060b70dbb745af59af8c26bc33342/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T11:21:01,770 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:21:01,770 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:21:01,771 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732188038977.218060b70dbb745af59af8c26bc33342. 2024-11-21T11:21:01,771 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 218060b70dbb745af59af8c26bc33342: Waiting for close lock at 1732188061163Running coprocessor pre-close hooks at 1732188061163Disabling compacts and flushes for region at 1732188061163Disabling writes for close at 1732188061163Obtaining lock to block concurrent updates at 1732188061163Preparing flush snapshotting stores in 218060b70dbb745af59af8c26bc33342 at 1732188061163Finished memstore snapshotting test,,1732188038977.218060b70dbb745af59af8c26bc33342., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732188061163Flushing stores of test,,1732188038977.218060b70dbb745af59af8c26bc33342. at 1732188061164 (+1 ms)Flushing 218060b70dbb745af59af8c26bc33342/f: creating writer at 1732188061164Flushing 218060b70dbb745af59af8c26bc33342/f: appending metadata at 1732188061196 (+32 ms)Flushing 218060b70dbb745af59af8c26bc33342/f: closing flushed file at 1732188061196Flushing 218060b70dbb745af59af8c26bc33342/f1: creating writer at 1732188061219 (+23 ms)Flushing 218060b70dbb745af59af8c26bc33342/f1: appending metadata at 1732188061244 (+25 ms)Flushing 218060b70dbb745af59af8c26bc33342/f1: closing flushed file at 1732188061244Flushing 218060b70dbb745af59af8c26bc33342/norep: creating writer at 1732188061659 (+415 ms)Flushing 218060b70dbb745af59af8c26bc33342/norep: appending metadata at 1732188061683 (+24 ms)Flushing 218060b70dbb745af59af8c26bc33342/norep: closing flushed file at 1732188061683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60268d4e: reopening flushed file at 1732188061715 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b634a97: reopening flushed file at 1732188061728 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48dfa756: reopening flushed file at 1732188061740 (+12 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 218060b70dbb745af59af8c26bc33342 in 584ms, sequenceid=12, compaction requested=false at 1732188061747 (+7 ms)Writing region close event to WAL at 1732188061759 (+12 ms)Running coprocessor post-close hooks at 1732188061770 (+11 ms)Closed at 1732188061771 (+1 ms) 2024-11-21T11:21:01,771 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732188038977.218060b70dbb745af59af8c26bc33342. 2024-11-21T11:21:01,771 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cfcf34eadee17d26e41d58a0ef2eeca7, disabling compactions & flushes 2024-11-21T11:21:01,771 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. 2024-11-21T11:21:01,771 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. 2024-11-21T11:21:01,771 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. after waiting 0 ms 2024-11-21T11:21:01,771 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. 2024-11-21T11:21:01,771 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cfcf34eadee17d26e41d58a0ef2eeca7: Waiting for close lock at 1732188061771Running coprocessor pre-close hooks at 1732188061771Disabling compacts and flushes for region at 1732188061771Disabling writes for close at 1732188061771Failed flush hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7., putting online again at 1732188061771 2024-11-21T11:21:01,771 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. 2024-11-21T11:21:01,779 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:01,779 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 2362, reset compression=false 2024-11-21T11:21:01,969 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(3091): Received CLOSE for cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:21:01,969 DEBUG [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(1351): Waiting on cfcf34eadee17d26e41d58a0ef2eeca7 2024-11-21T11:21:01,969 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cfcf34eadee17d26e41d58a0ef2eeca7, disabling compactions & flushes 2024-11-21T11:21:01,969 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. 2024-11-21T11:21:01,970 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. 2024-11-21T11:21:01,970 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. after waiting 0 ms 2024-11-21T11:21:01,970 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. 2024-11-21T11:21:01,970 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cfcf34eadee17d26e41d58a0ef2eeca7: Waiting for close lock at 1732188061969Running coprocessor pre-close hooks at 1732188061969Disabling compacts and flushes for region at 1732188061969Disabling writes for close at 1732188061970 (+1 ms)Failed flush hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7., putting online again at 1732188061970 2024-11-21T11:21:01,970 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7. 2024-11-21T11:21:01,987 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/WALs/7b462513bfc2,43739,1732188029941/7b462513bfc2%2C43739%2C1732188029941.1732188031553 to pos 2362, reset compression=false 2024-11-21T11:21:02,169 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T11:21:02,170 DEBUG [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(1325): Online Regions={cfcf34eadee17d26e41d58a0ef2eeca7=hbase:replication,,1732188045461.cfcf34eadee17d26e41d58a0ef2eeca7.} 2024-11-21T11:21:02,170 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T11:21:02,170 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,43739,1732188029941; all regions closed. 2024-11-21T11:21:02,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741834_1010 (size=4239) 2024-11-21T11:21:02,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741839_1015 (size=2609) 2024-11-21T11:21:02,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741832_1008 (size=2370) 2024-11-21T11:21:02,179 DEBUG [RS:0;7b462513bfc2:43739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:02,179 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:21:02,179 INFO [RS:0;7b462513bfc2:43739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:21:02,179 INFO [RS:0;7b462513bfc2:43739 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:21:02,179 INFO [RS:0;7b462513bfc2:43739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:21:02,179 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:21:02,180 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,43739,1732188029941 because: Region server is closing 2024-11-21T11:21:02,180 INFO [RS:0;7b462513bfc2:43739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:43739. 2024-11-21T11:21:02,180 DEBUG [RS:0;7b462513bfc2:43739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:02,180 DEBUG [RS:0;7b462513bfc2:43739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:02,180 DEBUG [RS:0;7b462513bfc2:43739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:02,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:02,280 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.shipper7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 terminated 2024-11-21T11:21:02,280 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,43739,1732188029941.replicationSource.wal-reader.7b462513bfc2%2C43739%2C1732188029941,1-7b462513bfc2,43739,1732188029941 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T11:21:02,281 INFO [RS:0;7b462513bfc2:43739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:43739. 2024-11-21T11:21:02,281 DEBUG [RS:0;7b462513bfc2:43739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:02,281 DEBUG [RS:0;7b462513bfc2:43739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:02,281 DEBUG [RS:0;7b462513bfc2:43739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:02,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:02,281 INFO [RS:0;7b462513bfc2:43739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43739 2024-11-21T11:21:02,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192/rs 2024-11-21T11:21:02,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/193753192/rs/7b462513bfc2,43739,1732188029941 2024-11-21T11:21:02,285 INFO [RS:0;7b462513bfc2:43739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:21:02,286 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,43739,1732188029941] 2024-11-21T11:21:02,288 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /193753192/draining/7b462513bfc2,43739,1732188029941 already deleted, retry=false 2024-11-21T11:21:02,288 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,43739,1732188029941 expired; onlineServers=0 2024-11-21T11:21:02,288 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,39993,1732188029891' ***** 2024-11-21T11:21:02,288 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:21:02,288 INFO [M:0;7b462513bfc2:39993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:21:02,288 INFO [M:0;7b462513bfc2:39993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:21:02,288 DEBUG [M:0;7b462513bfc2:39993 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:21:02,289 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:21:02,289 DEBUG [M:0;7b462513bfc2:39993 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:21:02,289 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188031379 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188031379,5,FailOnTimeoutGroup] 2024-11-21T11:21:02,289 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188031378 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188031378,5,FailOnTimeoutGroup] 2024-11-21T11:21:02,289 INFO [M:0;7b462513bfc2:39993 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:21:02,289 INFO [M:0;7b462513bfc2:39993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:21:02,289 DEBUG [M:0;7b462513bfc2:39993 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:21:02,289 INFO [M:0;7b462513bfc2:39993 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:21:02,289 INFO [M:0;7b462513bfc2:39993 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:21:02,289 INFO [M:0;7b462513bfc2:39993 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:21:02,289 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:21:02,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/193753192/master 2024-11-21T11:21:02,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/193753192 2024-11-21T11:21:02,294 DEBUG [M:0;7b462513bfc2:39993 {}] zookeeper.RecoverableZooKeeper(212): Node /193753192/master already deleted, retry=false 2024-11-21T11:21:02,294 DEBUG [M:0;7b462513bfc2:39993 {}] master.ActiveMasterManager(353): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Failed delete of our master address node; KeeperErrorCode = NoNode for /193753192/master 2024-11-21T11:21:02,295 INFO [M:0;7b462513bfc2:39993 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/.lastflushedseqids 2024-11-21T11:21:02,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741847_1023 (size=245) 2024-11-21T11:21:02,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:02,388 INFO [RS:0;7b462513bfc2:43739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:21:02,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1013a419a380004, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:02,388 INFO [RS:0;7b462513bfc2:43739 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,43739,1732188029941; zookeeper connection closed. 2024-11-21T11:21:02,388 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@574b3b1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@574b3b1d 2024-11-21T11:21:02,388 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:21:02,617 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1491, reset compression=false 2024-11-21T11:21:02,703 INFO [M:0;7b462513bfc2:39993 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:21:02,703 INFO [M:0;7b462513bfc2:39993 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:21:02,703 DEBUG [M:0;7b462513bfc2:39993 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:21:02,703 INFO [M:0;7b462513bfc2:39993 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:02,703 DEBUG [M:0;7b462513bfc2:39993 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:02,703 DEBUG [M:0;7b462513bfc2:39993 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:21:02,703 DEBUG [M:0;7b462513bfc2:39993 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:02,703 INFO [M:0;7b462513bfc2:39993 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T11:21:02,726 DEBUG [M:0;7b462513bfc2:39993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7bee56beed549589ad9011d7914fae3 is 82, key is hbase:meta,,1/info:regioninfo/1732188032550/Put/seqid=0 2024-11-21T11:21:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741848_1024 (size=5672) 2024-11-21T11:21:03,130 INFO [M:0;7b462513bfc2:39993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7bee56beed549589ad9011d7914fae3 2024-11-21T11:21:03,148 DEBUG [M:0;7b462513bfc2:39993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed9c36b4e23241778e76db0ed5138ff7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732188046668/Put/seqid=0 2024-11-21T11:21:03,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741849_1025 (size=8516) 2024-11-21T11:21:03,518 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:21:03,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:03,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:03,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:03,553 INFO [M:0;7b462513bfc2:39993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed9c36b4e23241778e76db0ed5138ff7 2024-11-21T11:21:03,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:03,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:03,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:03,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:03,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:03,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:03,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:03,580 DEBUG [M:0;7b462513bfc2:39993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24046aae59e642108a389815a4c44c78 is 69, key is 7b462513bfc2,43739,1732188029941/rs:state/1732188031402/Put/seqid=0 2024-11-21T11:21:03,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:03,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:03,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741850_1026 (size=5156) 2024-11-21T11:21:03,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:03,722 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1491, reset compression=false 2024-11-21T11:21:03,984 INFO [M:0;7b462513bfc2:39993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24046aae59e642108a389815a4c44c78 2024-11-21T11:21:03,990 DEBUG [M:0;7b462513bfc2:39993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7bee56beed549589ad9011d7914fae3 as hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7bee56beed549589ad9011d7914fae3 2024-11-21T11:21:03,994 INFO [M:0;7b462513bfc2:39993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7bee56beed549589ad9011d7914fae3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T11:21:03,995 DEBUG [M:0;7b462513bfc2:39993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed9c36b4e23241778e76db0ed5138ff7 as hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed9c36b4e23241778e76db0ed5138ff7 2024-11-21T11:21:03,999 INFO [M:0;7b462513bfc2:39993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed9c36b4e23241778e76db0ed5138ff7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T11:21:03,999 DEBUG [M:0;7b462513bfc2:39993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24046aae59e642108a389815a4c44c78 as hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24046aae59e642108a389815a4c44c78 2024-11-21T11:21:04,002 INFO [M:0;7b462513bfc2:39993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37559/user/jenkins/test-data/a32447c7-62f4-705a-20d1-d24492b444b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24046aae59e642108a389815a4c44c78, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T11:21:04,003 INFO [M:0;7b462513bfc2:39993 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=97, compaction requested=false 2024-11-21T11:21:04,004 INFO [M:0;7b462513bfc2:39993 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:04,004 DEBUG [M:0;7b462513bfc2:39993 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188062703Disabling compacts and flushes for region at 1732188062703Disabling writes for close at 1732188062703Obtaining lock to block concurrent updates at 1732188062703Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732188062703Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732188062704 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732188062704Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732188062704Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732188062725 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732188062725Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732188063134 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732188063148 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732188063148Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732188063557 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732188063579 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732188063579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@449c1c67: reopening flushed file at 1732188063989 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c180f20: reopening flushed file at 1732188063994 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b38bde: reopening flushed file at 1732188063999 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=97, compaction requested=false at 1732188064003 (+4 ms)Writing region close event to WAL at 1732188064004 (+1 ms)Closed at 1732188064004 2024-11-21T11:21:04,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741830_1006 (size=63654) 2024-11-21T11:21:04,011 INFO [M:0;7b462513bfc2:39993 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:21:04,011 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:21:04,011 INFO [M:0;7b462513bfc2:39993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39993 2024-11-21T11:21:04,011 INFO [M:0;7b462513bfc2:39993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:21:04,113 INFO [M:0;7b462513bfc2:39993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:21:04,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:04,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39993-0x1013a419a380003, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:04,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13910b44{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:21:04,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31c528cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:21:04,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:21:04,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1036e7c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:21:04,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fc9cb47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/hadoop.log.dir/,STOPPED} 2024-11-21T11:21:04,118 WARN [BP-50190786-172.17.0.2-1732188028852 heartbeating to localhost/127.0.0.1:37559 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:21:04,118 WARN [BP-50190786-172.17.0.2-1732188028852 heartbeating to localhost/127.0.0.1:37559 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-50190786-172.17.0.2-1732188028852 (Datanode Uuid b7c38e8e-70fa-48c4-aee7-c0aee2900f5e) service to localhost/127.0.0.1:37559 2024-11-21T11:21:04,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/cluster_569b5448-471a-9345-f91a-c85aa1a840d1/data/data1/current/BP-50190786-172.17.0.2-1732188028852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:21:04,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/cluster_569b5448-471a-9345-f91a-c85aa1a840d1/data/data2/current/BP-50190786-172.17.0.2-1732188028852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:21:04,119 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:21:04,119 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:21:04,119 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:21:04,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@119b7d80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:21:04,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16cb3e16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:21:04,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:21:04,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5cef8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:21:04,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ec3d9bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c505486a-cdba-203a-0eb6-29b923fe6c65/hadoop.log.dir/,STOPPED} 2024-11-21T11:21:04,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:21:04,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:21:04,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:21:04,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:04,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:04,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:04,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:04,144 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:21:04,144 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=387564860, stopped=false 2024-11-21T11:21:04,144 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,43313,1732188025598 2024-11-21T11:21:04,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1555346034/running 2024-11-21T11:21:04,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034 2024-11-21T11:21:04,146 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:21:04,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1555346034/running 2024-11-21T11:21:04,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034 2024-11-21T11:21:04,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:21:04,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:04,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:04,146 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,44241,1732188025790' ***** 2024-11-21T11:21:04,146 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:21:04,146 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:21:04,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Set watcher on znode that does not yet exist, /0-1555346034/running 2024-11-21T11:21:04,147 INFO [RS:0;7b462513bfc2:44241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:21:04,147 INFO [RS:0;7b462513bfc2:44241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:21:04,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Set watcher on znode that does not yet exist, /0-1555346034/running 2024-11-21T11:21:04,147 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:21:04,147 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(3091): Received CLOSE for 24e578d970b0ed778faac50f34139fc9 2024-11-21T11:21:04,148 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(3091): Received CLOSE for 8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:21:04,148 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,44241,1732188025790 2024-11-21T11:21:04,148 INFO [RS:0;7b462513bfc2:44241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:21:04,148 INFO [RS:0;7b462513bfc2:44241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:44241. 2024-11-21T11:21:04,148 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24e578d970b0ed778faac50f34139fc9, disabling compactions & flushes 2024-11-21T11:21:04,148 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9. 2024-11-21T11:21:04,148 DEBUG [RS:0;7b462513bfc2:44241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:04,148 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9. 2024-11-21T11:21:04,148 DEBUG [RS:0;7b462513bfc2:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:04,148 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9. after waiting 0 ms 2024-11-21T11:21:04,148 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9. 2024-11-21T11:21:04,148 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24e578d970b0ed778faac50f34139fc9 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-21T11:21:04,148 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:21:04,148 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:21:04,148 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:21:04,148 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:21:04,148 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T11:21:04,148 DEBUG [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1325): Online Regions={24e578d970b0ed778faac50f34139fc9=hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9., 1588230740=hbase:meta,,1.1588230740, 8605113f503461fba7f7a73a6fd933c1=test,,1732188036823.8605113f503461fba7f7a73a6fd933c1.} 2024-11-21T11:21:04,149 DEBUG [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24e578d970b0ed778faac50f34139fc9, 8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:21:04,149 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:21:04,149 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:21:04,149 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:21:04,149 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:21:04,149 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:21:04,149 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T11:21:04,171 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/replication/24e578d970b0ed778faac50f34139fc9/.tmp/queue/7b067d9d83054624a0f377fb27d04244 is 154, key is 1-7b462513bfc2,44241,1732188025790/queue:7b462513bfc2%2C44241%2C1732188025790/1732188057168/Put/seqid=0 2024-11-21T11:21:04,177 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/.tmp/info/f090e7bdee164e64add609f4ee921544 is 147, key is hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9./info:regioninfo/1732188044159/Put/seqid=0 2024-11-21T11:21:04,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741840_1016 (size=5353) 2024-11-21T11:21:04,185 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/replication/24e578d970b0ed778faac50f34139fc9/.tmp/queue/7b067d9d83054624a0f377fb27d04244 2024-11-21T11:21:04,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741841_1017 (size=7686) 2024-11-21T11:21:04,195 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/replication/24e578d970b0ed778faac50f34139fc9/.tmp/queue/7b067d9d83054624a0f377fb27d04244 as hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/replication/24e578d970b0ed778faac50f34139fc9/queue/7b067d9d83054624a0f377fb27d04244 2024-11-21T11:21:04,196 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:21:04,199 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/replication/24e578d970b0ed778faac50f34139fc9/queue/7b067d9d83054624a0f377fb27d04244, entries=1, sequenceid=14, filesize=5.2 K 2024-11-21T11:21:04,200 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 24e578d970b0ed778faac50f34139fc9 in 52ms, sequenceid=14, compaction requested=false 2024-11-21T11:21:04,203 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/replication/24e578d970b0ed778faac50f34139fc9/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-21T11:21:04,203 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:21:04,203 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:21:04,203 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9. 2024-11-21T11:21:04,203 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24e578d970b0ed778faac50f34139fc9: Waiting for close lock at 1732188064148Running coprocessor pre-close hooks at 1732188064148Disabling compacts and flushes for region at 1732188064148Disabling writes for close at 1732188064148Obtaining lock to block concurrent updates at 1732188064148Preparing flush snapshotting stores in 24e578d970b0ed778faac50f34139fc9 at 1732188064148Finished memstore snapshotting hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732188064148Flushing stores of hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9. at 1732188064149 (+1 ms)Flushing 24e578d970b0ed778faac50f34139fc9/queue: creating writer at 1732188064149Flushing 24e578d970b0ed778faac50f34139fc9/queue: appending metadata at 1732188064171 (+22 ms)Flushing 24e578d970b0ed778faac50f34139fc9/queue: closing flushed file at 1732188064171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58c6e321: reopening flushed file at 1732188064194 (+23 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 24e578d970b0ed778faac50f34139fc9 in 52ms, sequenceid=14, compaction requested=false at 1732188064200 (+6 ms)Writing region close event to WAL at 1732188064200Running coprocessor post-close hooks at 1732188064203 (+3 ms)Closed at 1732188064203 2024-11-21T11:21:04,204 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732188043303.24e578d970b0ed778faac50f34139fc9. 2024-11-21T11:21:04,204 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8605113f503461fba7f7a73a6fd933c1, disabling compactions & flushes 2024-11-21T11:21:04,204 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732188036823.8605113f503461fba7f7a73a6fd933c1. 2024-11-21T11:21:04,204 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188036823.8605113f503461fba7f7a73a6fd933c1. 2024-11-21T11:21:04,204 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732188036823.8605113f503461fba7f7a73a6fd933c1. after waiting 0 ms 2024-11-21T11:21:04,204 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732188036823.8605113f503461fba7f7a73a6fd933c1. 2024-11-21T11:21:04,204 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8605113f503461fba7f7a73a6fd933c1 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-21T11:21:04,222 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1/.tmp/f/f9d7030005994064b7c50529d7e9fefa is 37, key is row3/f:row3/1732188055506/Put/seqid=0 2024-11-21T11:21:04,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741842_1018 (size=5228) 2024-11-21T11:21:04,226 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1/.tmp/f/f9d7030005994064b7c50529d7e9fefa 2024-11-21T11:21:04,230 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9d7030005994064b7c50529d7e9fefa 2024-11-21T11:21:04,247 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1/.tmp/f1/f059c47e3ab44607ae30a86749919541 is 30, key is row1/f1:/1732188052851/DeleteFamily/seqid=0 2024-11-21T11:21:04,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741843_1019 (size=5158) 2024-11-21T11:21:04,349 DEBUG [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:21:04,549 DEBUG [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:21:04,590 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/.tmp/info/f090e7bdee164e64add609f4ee921544 2024-11-21T11:21:04,611 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/.tmp/ns/5b930080ef8d4cc9abe66c525a4275e4 is 43, key is default/ns:d/1732188028755/Put/seqid=0 2024-11-21T11:21:04,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741844_1020 (size=5153) 2024-11-21T11:21:04,657 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:21:04,657 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:21:04,658 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1/.tmp/f1/f059c47e3ab44607ae30a86749919541 2024-11-21T11:21:04,663 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f059c47e3ab44607ae30a86749919541 2024-11-21T11:21:04,682 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1/.tmp/norep/46fbab2bdff1476fa17e57afebbe0af8 is 32, key is row/norep:/1732188051845/DeleteFamily/seqid=0 2024-11-21T11:21:04,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741845_1021 (size=5101) 2024-11-21T11:21:04,749 DEBUG [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:21:04,927 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1491, reset compression=false 2024-11-21T11:21:04,931 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:04,931 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1738, reset compression=false 2024-11-21T11:21:04,931 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44241,1732188025790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:21:04,932 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b462513bfc2,44241,1732188025790: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b462513bfc2,44241,1732188025790, walGroup=7b462513bfc2%2C44241%2C1732188025790, offset=7b462513bfc2%2C44241%2C1732188025790.1732188027778:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:44241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T11:21:04,933 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T11:21:04,934 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T11:21:04,934 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T11:21:04,934 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T11:21:04,934 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T11:21:04,934 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 698979576 }, "NonHeapMemoryUsage": { "committed": 202833920, "init": 7667712, "max": -1, "used": 199819408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T11:21:04,935 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:43313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:43313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T11:21:04,949 DEBUG [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8605113f503461fba7f7a73a6fd933c1 2024-11-21T11:21:05,015 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/.tmp/ns/5b930080ef8d4cc9abe66c525a4275e4 2024-11-21T11:21:05,037 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/.tmp/rep_barrier/4538da73d43b403495e7468a2b7ba22a is 112, key is test,,1732188036823.8605113f503461fba7f7a73a6fd933c1./rep_barrier:seqnumDuringOpen/1732188037984/Put/seqid=0 2024-11-21T11:21:05,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741846_1022 (size=5518) 2024-11-21T11:21:05,093 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1/.tmp/norep/46fbab2bdff1476fa17e57afebbe0af8 2024-11-21T11:21:05,097 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46fbab2bdff1476fa17e57afebbe0af8 2024-11-21T11:21:05,098 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1/.tmp/f/f9d7030005994064b7c50529d7e9fefa as hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1/f/f9d7030005994064b7c50529d7e9fefa 2024-11-21T11:21:05,107 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9d7030005994064b7c50529d7e9fefa 2024-11-21T11:21:05,107 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1/f/f9d7030005994064b7c50529d7e9fefa, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T11:21:05,108 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1/.tmp/f1/f059c47e3ab44607ae30a86749919541 as hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1/f1/f059c47e3ab44607ae30a86749919541 2024-11-21T11:21:05,112 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f059c47e3ab44607ae30a86749919541 2024-11-21T11:21:05,113 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1/f1/f059c47e3ab44607ae30a86749919541, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T11:21:05,113 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1/.tmp/norep/46fbab2bdff1476fa17e57afebbe0af8 as hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1/norep/46fbab2bdff1476fa17e57afebbe0af8 2024-11-21T11:21:05,121 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46fbab2bdff1476fa17e57afebbe0af8 2024-11-21T11:21:05,121 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1/norep/46fbab2bdff1476fa17e57afebbe0af8, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T11:21:05,122 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8605113f503461fba7f7a73a6fd933c1 in 918ms, sequenceid=12, compaction requested=false 2024-11-21T11:21:05,126 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/default/test/8605113f503461fba7f7a73a6fd933c1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T11:21:05,127 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:21:05,127 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:21:05,127 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732188036823.8605113f503461fba7f7a73a6fd933c1. 2024-11-21T11:21:05,127 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8605113f503461fba7f7a73a6fd933c1: Waiting for close lock at 1732188064204Running coprocessor pre-close hooks at 1732188064204Disabling compacts and flushes for region at 1732188064204Disabling writes for close at 1732188064204Obtaining lock to block concurrent updates at 1732188064204Preparing flush snapshotting stores in 8605113f503461fba7f7a73a6fd933c1 at 1732188064204Finished memstore snapshotting test,,1732188036823.8605113f503461fba7f7a73a6fd933c1., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732188064204Flushing stores of test,,1732188036823.8605113f503461fba7f7a73a6fd933c1. at 1732188064204Flushing 8605113f503461fba7f7a73a6fd933c1/f: creating writer at 1732188064205 (+1 ms)Flushing 8605113f503461fba7f7a73a6fd933c1/f: appending metadata at 1732188064221 (+16 ms)Flushing 8605113f503461fba7f7a73a6fd933c1/f: closing flushed file at 1732188064221Flushing 8605113f503461fba7f7a73a6fd933c1/f1: creating writer at 1732188064230 (+9 ms)Flushing 8605113f503461fba7f7a73a6fd933c1/f1: appending metadata at 1732188064247 (+17 ms)Flushing 8605113f503461fba7f7a73a6fd933c1/f1: closing flushed file at 1732188064247Flushing 8605113f503461fba7f7a73a6fd933c1/norep: creating writer at 1732188064663 (+416 ms)Flushing 8605113f503461fba7f7a73a6fd933c1/norep: appending metadata at 1732188064681 (+18 ms)Flushing 8605113f503461fba7f7a73a6fd933c1/norep: closing flushed file at 1732188064681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0def10: reopening flushed file at 1732188065097 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9ca3f2: reopening flushed file at 1732188065108 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a8cb3a: reopening flushed file at 1732188065113 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8605113f503461fba7f7a73a6fd933c1 in 918ms, sequenceid=12, compaction requested=false at 1732188065122 (+9 ms)Writing region close event to WAL at 1732188065123 (+1 ms)Running coprocessor post-close hooks at 1732188065126 (+3 ms)Closed at 1732188065127 (+1 ms) 2024-11-21T11:21:05,127 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732188036823.8605113f503461fba7f7a73a6fd933c1. 2024-11-21T11:21:05,136 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 1738, reset compression=false 2024-11-21T11:21:05,140 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:05,140 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 2382, reset compression=false 2024-11-21T11:21:05,150 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T11:21:05,150 DEBUG [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:21:05,150 DEBUG [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:21:05,343 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 2382, reset compression=false 2024-11-21T11:21:05,350 DEBUG [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:21:05,443 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/.tmp/rep_barrier/4538da73d43b403495e7468a2b7ba22a 2024-11-21T11:21:05,479 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/.tmp/table/9fadb33463cb47ed8cfefa1687c04966 is 53, key is hbase:replication/table:state/1732188044167/Put/seqid=0 2024-11-21T11:21:05,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741847_1023 (size=5308) 2024-11-21T11:21:05,550 DEBUG [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:21:05,647 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.wal-reader.7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/WALs/7b462513bfc2,44241,1732188025790/7b462513bfc2%2C44241%2C1732188025790.1732188027778 to pos 2382, reset compression=false 2024-11-21T11:21:05,750 DEBUG [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:21:05,897 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/.tmp/table/9fadb33463cb47ed8cfefa1687c04966 2024-11-21T11:21:05,901 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/.tmp/info/f090e7bdee164e64add609f4ee921544 as hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/info/f090e7bdee164e64add609f4ee921544 2024-11-21T11:21:05,905 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/info/f090e7bdee164e64add609f4ee921544, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T11:21:05,905 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/.tmp/ns/5b930080ef8d4cc9abe66c525a4275e4 as hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/ns/5b930080ef8d4cc9abe66c525a4275e4 2024-11-21T11:21:05,908 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/ns/5b930080ef8d4cc9abe66c525a4275e4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T11:21:05,909 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/.tmp/rep_barrier/4538da73d43b403495e7468a2b7ba22a as hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/rep_barrier/4538da73d43b403495e7468a2b7ba22a 2024-11-21T11:21:05,912 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/rep_barrier/4538da73d43b403495e7468a2b7ba22a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T11:21:05,913 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/.tmp/table/9fadb33463cb47ed8cfefa1687c04966 as hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/table/9fadb33463cb47ed8cfefa1687c04966 2024-11-21T11:21:05,917 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/table/9fadb33463cb47ed8cfefa1687c04966, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T11:21:05,917 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1768ms, sequenceid=16, compaction requested=false 2024-11-21T11:21:05,917 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:21:05,924 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T11:21:05,925 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:21:05,925 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:21:05,925 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:21:05,925 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188064149Running coprocessor pre-close hooks at 1732188064149Disabling compacts and flushes for region at 1732188064149Disabling writes for close at 1732188064149Obtaining lock to block concurrent updates at 1732188064149Preparing flush snapshotting stores in 1588230740 at 1732188064149Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732188064149Flushing stores of hbase:meta,,1.1588230740 at 1732188064150 (+1 ms)Flushing 1588230740/info: creating writer at 1732188064150Flushing 1588230740/info: appending metadata at 1732188064176 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732188064176Flushing 1588230740/ns: creating writer at 1732188064595 (+419 ms)Flushing 1588230740/ns: appending metadata at 1732188064610 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732188064610Flushing 1588230740/rep_barrier: creating writer at 1732188065020 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732188065037 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732188065037Flushing 1588230740/table: creating writer at 1732188065456 (+419 ms)Flushing 1588230740/table: appending metadata at 1732188065479 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732188065479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e594d4: reopening flushed file at 1732188065901 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b41c7b: reopening flushed file at 1732188065905 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@355977cc: reopening flushed file at 1732188065909 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e2bd38c: reopening flushed file at 1732188065912 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1768ms, sequenceid=16, compaction requested=false at 1732188065917 (+5 ms)Writing region close event to WAL at 1732188065922 (+5 ms)Running coprocessor post-close hooks at 1732188065925 (+3 ms)Closed at 1732188065925 2024-11-21T11:21:05,925 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:21:05,950 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,44241,1732188025790; all regions closed. 2024-11-21T11:21:05,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741834_1010 (size=4239) 2024-11-21T11:21:05,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741839_1015 (size=3552) 2024-11-21T11:21:05,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741832_1008 (size=2390) 2024-11-21T11:21:05,960 DEBUG [RS:0;7b462513bfc2:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:05,961 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:21:05,961 INFO [RS:0;7b462513bfc2:44241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:21:05,961 INFO [RS:0;7b462513bfc2:44241 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:21:05,961 INFO [RS:0;7b462513bfc2:44241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:21:05,961 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:21:05,961 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,44241,1732188025790 because: Region server is closing 2024-11-21T11:21:05,961 INFO [RS:0;7b462513bfc2:44241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:44241. 2024-11-21T11:21:05,961 DEBUG [RS:0;7b462513bfc2:44241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:05,962 DEBUG [RS:0;7b462513bfc2:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:05,962 DEBUG [RS:0;7b462513bfc2:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:05,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:06,062 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44241,1732188025790.replicationSource.shipper7b462513bfc2%2C44241%2C1732188025790,1-7b462513bfc2,44241,1732188025790 terminated 2024-11-21T11:21:06,062 INFO [RS:0;7b462513bfc2:44241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:44241. 2024-11-21T11:21:06,062 DEBUG [RS:0;7b462513bfc2:44241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:06,062 DEBUG [RS:0;7b462513bfc2:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:06,062 DEBUG [RS:0;7b462513bfc2:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:06,063 INFO [RS:0;7b462513bfc2:44241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44241 2024-11-21T11:21:06,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:06,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034/rs 2024-11-21T11:21:06,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1555346034/rs/7b462513bfc2,44241,1732188025790 2024-11-21T11:21:06,065 INFO [RS:0;7b462513bfc2:44241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:21:06,066 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,44241,1732188025790] 2024-11-21T11:21:06,069 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1555346034/draining/7b462513bfc2,44241,1732188025790 already deleted, retry=false 2024-11-21T11:21:06,069 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,44241,1732188025790 expired; onlineServers=0 2024-11-21T11:21:06,069 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,43313,1732188025598' ***** 2024-11-21T11:21:06,069 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:21:06,070 INFO [M:0;7b462513bfc2:43313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:21:06,070 INFO [M:0;7b462513bfc2:43313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:21:06,070 DEBUG [M:0;7b462513bfc2:43313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:21:06,070 DEBUG [M:0;7b462513bfc2:43313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:21:06,070 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188027573 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188027573,5,FailOnTimeoutGroup] 2024-11-21T11:21:06,070 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188027572 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188027572,5,FailOnTimeoutGroup] 2024-11-21T11:21:06,070 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:21:06,070 INFO [M:0;7b462513bfc2:43313 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:21:06,070 INFO [M:0;7b462513bfc2:43313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:21:06,070 DEBUG [M:0;7b462513bfc2:43313 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:21:06,070 INFO [M:0;7b462513bfc2:43313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:21:06,070 INFO [M:0;7b462513bfc2:43313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:21:06,071 INFO [M:0;7b462513bfc2:43313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:21:06,071 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:21:06,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1555346034/master 2024-11-21T11:21:06,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1555346034 2024-11-21T11:21:06,072 DEBUG [M:0;7b462513bfc2:43313 {}] zookeeper.ZKUtil(347): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Unable to get data of znode /0-1555346034/master because node does not exist (not an error) 2024-11-21T11:21:06,072 WARN [M:0;7b462513bfc2:43313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:21:06,073 INFO [M:0;7b462513bfc2:43313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/.lastflushedseqids 2024-11-21T11:21:06,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741848_1024 (size=245) 2024-11-21T11:21:06,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:06,169 INFO [RS:0;7b462513bfc2:44241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:21:06,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a419a380001, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:06,169 INFO [RS:0;7b462513bfc2:44241 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,44241,1732188025790; zookeeper connection closed. 2024-11-21T11:21:06,169 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@422837e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@422837e6 2024-11-21T11:21:06,169 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:21:06,483 INFO [M:0;7b462513bfc2:43313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:21:06,484 INFO [M:0;7b462513bfc2:43313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:21:06,484 DEBUG [M:0;7b462513bfc2:43313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:21:06,484 INFO [M:0;7b462513bfc2:43313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:06,484 DEBUG [M:0;7b462513bfc2:43313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:06,484 DEBUG [M:0;7b462513bfc2:43313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:21:06,484 DEBUG [M:0;7b462513bfc2:43313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:06,484 INFO [M:0;7b462513bfc2:43313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-21T11:21:06,510 DEBUG [M:0;7b462513bfc2:43313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fca1cb11139445a82d4be76b28ecd6e is 82, key is hbase:meta,,1/info:regioninfo/1732188028744/Put/seqid=0 2024-11-21T11:21:06,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741849_1025 (size=5672) 2024-11-21T11:21:06,518 INFO [M:0;7b462513bfc2:43313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fca1cb11139445a82d4be76b28ecd6e 2024-11-21T11:21:06,553 DEBUG [M:0;7b462513bfc2:43313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ddc443238cc46139402d5211e203e45 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732188037998/Put/seqid=0 2024-11-21T11:21:06,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741850_1026 (size=7217) 2024-11-21T11:21:06,965 INFO [M:0;7b462513bfc2:43313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ddc443238cc46139402d5211e203e45 2024-11-21T11:21:06,969 INFO [M:0;7b462513bfc2:43313 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ddc443238cc46139402d5211e203e45 2024-11-21T11:21:06,983 DEBUG [M:0;7b462513bfc2:43313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb751e8c0c8c433e9e233243d00b71ff is 69, key is 7b462513bfc2,44241,1732188025790/rs:state/1732188027636/Put/seqid=0 2024-11-21T11:21:06,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741851_1027 (size=5156) 2024-11-21T11:21:07,387 INFO [M:0;7b462513bfc2:43313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb751e8c0c8c433e9e233243d00b71ff 2024-11-21T11:21:07,391 DEBUG [M:0;7b462513bfc2:43313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fca1cb11139445a82d4be76b28ecd6e as hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fca1cb11139445a82d4be76b28ecd6e 2024-11-21T11:21:07,395 INFO [M:0;7b462513bfc2:43313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fca1cb11139445a82d4be76b28ecd6e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T11:21:07,395 DEBUG [M:0;7b462513bfc2:43313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ddc443238cc46139402d5211e203e45 as hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ddc443238cc46139402d5211e203e45 2024-11-21T11:21:07,399 INFO [M:0;7b462513bfc2:43313 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ddc443238cc46139402d5211e203e45 2024-11-21T11:21:07,399 INFO [M:0;7b462513bfc2:43313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ddc443238cc46139402d5211e203e45, entries=11, sequenceid=105, filesize=7.0 K 2024-11-21T11:21:07,400 DEBUG [M:0;7b462513bfc2:43313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb751e8c0c8c433e9e233243d00b71ff as hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb751e8c0c8c433e9e233243d00b71ff 2024-11-21T11:21:07,403 INFO [M:0;7b462513bfc2:43313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45115/user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb751e8c0c8c433e9e233243d00b71ff, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T11:21:07,404 INFO [M:0;7b462513bfc2:43313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=105, compaction requested=false 2024-11-21T11:21:07,405 INFO [M:0;7b462513bfc2:43313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:07,405 DEBUG [M:0;7b462513bfc2:43313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188066484Disabling compacts and flushes for region at 1732188066484Disabling writes for close at 1732188066484Obtaining lock to block concurrent updates at 1732188066484Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732188066484Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732188066485 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732188066485Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732188066485Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732188066510 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732188066510Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732188066523 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732188066552 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732188066552Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732188066969 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732188066982 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732188066983 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@531b4619: reopening flushed file at 1732188067390 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51896d0e: reopening flushed file at 1732188067395 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a692f7: reopening flushed file at 1732188067399 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=105, compaction requested=false at 1732188067404 (+5 ms)Writing region close event to WAL at 1732188067405 (+1 ms)Closed at 1732188067405 2024-11-21T11:21:07,407 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8964a294-878e-e433-acc2-e9dd5776e995/MasterData/WALs/7b462513bfc2,43313,1732188025598/7b462513bfc2%2C43313%2C1732188025598.1732188027485 not finished, retry = 0 2024-11-21T11:21:07,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741830_1006 (size=64411) 2024-11-21T11:21:07,508 INFO [M:0;7b462513bfc2:43313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:21:07,508 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:21:07,508 INFO [M:0;7b462513bfc2:43313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43313 2024-11-21T11:21:07,508 INFO [M:0;7b462513bfc2:43313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:21:07,611 INFO [M:0;7b462513bfc2:43313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:21:07,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:07,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43313-0x1013a419a380000, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:07,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fce6f78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:21:07,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1690c4dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:21:07,616 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:21:07,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca63448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:21:07,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7a6bba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/hadoop.log.dir/,STOPPED} 2024-11-21T11:21:07,618 WARN [BP-138159275-172.17.0.2-1732188024766 heartbeating to localhost/127.0.0.1:45115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:21:07,618 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:21:07,618 WARN [BP-138159275-172.17.0.2-1732188024766 heartbeating to localhost/127.0.0.1:45115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-138159275-172.17.0.2-1732188024766 (Datanode Uuid f8c944e3-5559-4f39-9bad-e3e4130160aa) service to localhost/127.0.0.1:45115 2024-11-21T11:21:07,618 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:21:07,619 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/cluster_c14e63b9-8fb7-b709-d2b7-55a31572da10/data/data1/current/BP-138159275-172.17.0.2-1732188024766 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:21:07,619 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/cluster_c14e63b9-8fb7-b709-d2b7-55a31572da10/data/data2/current/BP-138159275-172.17.0.2-1732188024766 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:21:07,619 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:21:07,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5317e1d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:21:07,629 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@288e3e54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:21:07,629 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:21:07,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32846df2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:21:07,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42243d59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f72fdc3-d57d-5a20-0042-177aeb7c9b26/hadoop.log.dir/,STOPPED} 2024-11-21T11:21:07,637 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T11:21:07,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:21:07,667 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 263) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41555 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45115 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61376) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:41555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61376) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:37559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61376) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37559 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:45115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 400) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4906 (was 4603) - AvailableMemoryMB LEAK? - 2024-11-21T11:21:07,679 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=4906 2024-11-21T11:21:07,696 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-21T11:21:07,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/hadoop.log.dir so I do NOT create it in target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f 2024-11-21T11:21:07,697 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:21:07,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/hadoop.tmp.dir so I do NOT create it in target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f 2024-11-21T11:21:07,697 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad510b3-dca9-3a3d-6b7d-2ee62dfbf0eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:21:07,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f 2024-11-21T11:21:07,697 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/cluster_449da3e8-d8af-5408-6410-e4480d0f3281, deleteOnExit=true 2024-11-21T11:21:07,709 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/cluster_449da3e8-d8af-5408-6410-e4480d0f3281/zookeeper_0, clientPort=50371, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/cluster_449da3e8-d8af-5408-6410-e4480d0f3281/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/cluster_449da3e8-d8af-5408-6410-e4480d0f3281/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T11:21:07,710 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50371 2024-11-21T11:21:07,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:21:07,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:21:07,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/test.cache.data in system properties and HBase conf 2024-11-21T11:21:07,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:21:07,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:21:07,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:21:07,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:21:07,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:21:07,710 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:21:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:21:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:21:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:21:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:21:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:21:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:21:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:21:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:21:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:21:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:21:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:21:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:21:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:21:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:21:07,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013a419a380005, quorum=127.0.0.1:61376, baseZNode=/193753192 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:21:07,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013a419a380008, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:21:07,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013a419a380005, quorum=127.0.0.1:61376, baseZNode=/193753192 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:21:07,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013a419a380008, quorum=127.0.0.1:61376, baseZNode=/21661361692 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:21:07,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013a419a380002, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:21:07,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013a419a380002, quorum=127.0.0.1:61376, baseZNode=/0-1555346034 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:21:07,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:07,806 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:21:07,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:21:07,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:21:07,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:21:07,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:07,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13616542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:21:07,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b89cf2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:21:07,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9129ff4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/java.io.tmpdir/jetty-localhost-36865-hadoop-hdfs-3_4_1-tests_jar-_-any-13524741361267227916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:21:07,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cb5c309{HTTP/1.1, (http/1.1)}{localhost:36865} 2024-11-21T11:21:07,963 INFO [Time-limited test {}] server.Server(415): Started @243575ms 2024-11-21T11:21:08,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:08,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:21:08,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:21:08,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:21:08,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:21:08,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72f34e90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:21:08,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cc929fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:21:08,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fedffb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/java.io.tmpdir/jetty-localhost-34065-hadoop-hdfs-3_4_1-tests_jar-_-any-5982911123727983927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:21:08,284 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1342b4f9{HTTP/1.1, (http/1.1)}{localhost:34065} 2024-11-21T11:21:08,284 INFO [Time-limited test {}] server.Server(415): Started @243896ms 2024-11-21T11:21:08,286 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:21:08,437 WARN [Thread-3431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/cluster_449da3e8-d8af-5408-6410-e4480d0f3281/data/data1/current/BP-229710318-172.17.0.2-1732188067736/current, will proceed with Du for space computation calculation, 2024-11-21T11:21:08,446 WARN [Thread-3432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/cluster_449da3e8-d8af-5408-6410-e4480d0f3281/data/data2/current/BP-229710318-172.17.0.2-1732188067736/current, will proceed with Du for space computation calculation, 2024-11-21T11:21:08,485 WARN [Thread-3419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:21:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13def9bef7bbcec0 with lease ID 0x30eeb460791a2cba: Processing first storage report for DS-43b1507b-8c28-4957-b6f8-b23dac5cc096 from datanode DatanodeRegistration(127.0.0.1:40827, datanodeUuid=091d6b19-277e-4cec-9ebb-b8c3df17620e, infoPort=41773, infoSecurePort=0, ipcPort=35177, storageInfo=lv=-57;cid=testClusterID;nsid=1935850497;c=1732188067736) 2024-11-21T11:21:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13def9bef7bbcec0 with lease ID 0x30eeb460791a2cba: from storage DS-43b1507b-8c28-4957-b6f8-b23dac5cc096 node DatanodeRegistration(127.0.0.1:40827, datanodeUuid=091d6b19-277e-4cec-9ebb-b8c3df17620e, infoPort=41773, infoSecurePort=0, ipcPort=35177, storageInfo=lv=-57;cid=testClusterID;nsid=1935850497;c=1732188067736), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:21:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13def9bef7bbcec0 with lease ID 0x30eeb460791a2cba: Processing first storage report for DS-48c861ae-ba06-4728-aa58-da68ef69ac7b from datanode DatanodeRegistration(127.0.0.1:40827, datanodeUuid=091d6b19-277e-4cec-9ebb-b8c3df17620e, infoPort=41773, infoSecurePort=0, ipcPort=35177, storageInfo=lv=-57;cid=testClusterID;nsid=1935850497;c=1732188067736) 2024-11-21T11:21:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13def9bef7bbcec0 with lease ID 0x30eeb460791a2cba: from storage DS-48c861ae-ba06-4728-aa58-da68ef69ac7b node DatanodeRegistration(127.0.0.1:40827, datanodeUuid=091d6b19-277e-4cec-9ebb-b8c3df17620e, infoPort=41773, infoSecurePort=0, ipcPort=35177, storageInfo=lv=-57;cid=testClusterID;nsid=1935850497;c=1732188067736), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:21:08,572 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f 2024-11-21T11:21:08,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:08,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:08,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:21:08,987 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6 with version=8 2024-11-21T11:21:08,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/hbase-staging 2024-11-21T11:21:08,989 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:21:08,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:08,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:08,989 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:21:08,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:08,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:21:08,989 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:21:08,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:21:08,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38705 2024-11-21T11:21:08,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38705 connecting to ZooKeeper ensemble=127.0.0.1:50371 2024-11-21T11:21:09,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387050x0, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:09,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38705-0x1013a4242060000 connected 2024-11-21T11:21:09,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:09,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:09,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Set watcher on znode that does not yet exist, /01542163448/running 2024-11-21T11:21:09,083 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6, hbase.cluster.distributed=false 2024-11-21T11:21:09,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Set watcher on znode that does not yet exist, /01542163448/acl 2024-11-21T11:21:09,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38705 2024-11-21T11:21:09,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38705 2024-11-21T11:21:09,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38705 2024-11-21T11:21:09,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38705 2024-11-21T11:21:09,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38705 2024-11-21T11:21:09,149 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:21:09,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:09,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:09,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:21:09,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:09,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:21:09,149 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:21:09,149 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:21:09,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44877 2024-11-21T11:21:09,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44877 connecting to ZooKeeper ensemble=127.0.0.1:50371 2024-11-21T11:21:09,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:09,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:09,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448770x0, quorum=127.0.0.1:50371, baseZNode=/01542163448 Set watcher on znode that does not yet exist, /01542163448/running 2024-11-21T11:21:09,201 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:21:09,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448770x0, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:09,221 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:21:09,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448770x0, quorum=127.0.0.1:50371, baseZNode=/01542163448 Set watcher on znode that does not yet exist, /01542163448/master 2024-11-21T11:21:09,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448770x0, quorum=127.0.0.1:50371, baseZNode=/01542163448 Set watcher on znode that does not yet exist, /01542163448/acl 2024-11-21T11:21:09,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44877-0x1013a4242060001 connected 2024-11-21T11:21:09,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44877 2024-11-21T11:21:09,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44877 2024-11-21T11:21:09,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44877 2024-11-21T11:21:09,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44877 2024-11-21T11:21:09,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44877 2024-11-21T11:21:09,354 DEBUG [M:0;7b462513bfc2:38705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:38705 2024-11-21T11:21:09,355 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01542163448/backup-masters/7b462513bfc2,38705,1732188068989 2024-11-21T11:21:09,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448/backup-masters 2024-11-21T11:21:09,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448/backup-masters 2024-11-21T11:21:09,366 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Set watcher on existing znode=/01542163448/backup-masters/7b462513bfc2,38705,1732188068989 2024-11-21T11:21:09,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01542163448/master 2024-11-21T11:21:09,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448 2024-11-21T11:21:09,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448 2024-11-21T11:21:09,371 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Set watcher on existing znode=/01542163448/master 2024-11-21T11:21:09,372 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01542163448/backup-masters/7b462513bfc2,38705,1732188068989 from backup master directory 2024-11-21T11:21:09,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01542163448/backup-masters/7b462513bfc2,38705,1732188068989 2024-11-21T11:21:09,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448/backup-masters 2024-11-21T11:21:09,374 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:21:09,374 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,38705,1732188068989 2024-11-21T11:21:09,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448/backup-masters 2024-11-21T11:21:09,388 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/hbase.id] with ID: 59711647-2d04-4005-bd65-b96082aa4d19 2024-11-21T11:21:09,388 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/.tmp/hbase.id 2024-11-21T11:21:09,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:21:09,442 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/.tmp/hbase.id]:[hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/hbase.id] 2024-11-21T11:21:09,457 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:09,457 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:21:09,458 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T11:21:09,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448 2024-11-21T11:21:09,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448 2024-11-21T11:21:09,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:21:09,493 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:21:09,494 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:21:09,500 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:09,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:21:09,706 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:21:09,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:09,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:09,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:09,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:09,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:09,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:09,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:09,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:09,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:09,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:09,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:09,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:09,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:09,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:09,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:09,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T11:21:09,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T11:21:09,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T11:21:09,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:21:09,936 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store 2024-11-21T11:21:09,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:21:09,941 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:09,941 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:21:09,941 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:09,942 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:09,942 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:21:09,942 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:09,942 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:09,942 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188069941Disabling compacts and flushes for region at 1732188069941Disabling writes for close at 1732188069942 (+1 ms)Writing region close event to WAL at 1732188069942Closed at 1732188069942 2024-11-21T11:21:09,942 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/.initializing 2024-11-21T11:21:09,942 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/WALs/7b462513bfc2,38705,1732188068989 2024-11-21T11:21:09,943 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:21:09,944 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C38705%2C1732188068989, suffix=, logDir=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/WALs/7b462513bfc2,38705,1732188068989, archiveDir=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/oldWALs, maxLogs=10 2024-11-21T11:21:09,961 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/WALs/7b462513bfc2,38705,1732188068989/7b462513bfc2%2C38705%2C1732188068989.1732188069944, exclude list is [], retry=0 2024-11-21T11:21:09,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40827,DS-43b1507b-8c28-4957-b6f8-b23dac5cc096,DISK] 2024-11-21T11:21:09,964 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/WALs/7b462513bfc2,38705,1732188068989/7b462513bfc2%2C38705%2C1732188068989.1732188069944 2024-11-21T11:21:09,964 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41773:41773)] 2024-11-21T11:21:09,964 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:09,965 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:09,965 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:09,965 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:09,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:09,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:21:09,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:09,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:09,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:09,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:21:09,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:09,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:09,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:09,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:21:09,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:09,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:09,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:09,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:21:09,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:09,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:09,971 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:09,971 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:09,972 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:09,972 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:09,972 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:09,973 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:09,974 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:09,975 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:09,975 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68184038, jitterRate=0.01602134108543396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:09,976 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732188069965Initializing all the Stores at 1732188069965Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188069965Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188069966 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188069966Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188069966Cleaning up temporary data from old regions at 1732188069972 (+6 ms)Region opened successfully at 1732188069976 (+4 ms) 2024-11-21T11:21:09,976 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:21:09,978 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bc163a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:21:09,979 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:21:09,979 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:21:09,979 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:21:09,979 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:21:09,980 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:21:09,980 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:21:09,980 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:21:09,981 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:21:09,982 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Unable to get data of znode /01542163448/balancer because node does not exist (not necessarily an error) 2024-11-21T11:21:09,983 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01542163448/balancer already deleted, retry=false 2024-11-21T11:21:09,984 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:21:09,984 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Unable to get data of znode /01542163448/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:21:09,987 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01542163448/normalizer already deleted, retry=false 2024-11-21T11:21:09,988 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:21:09,989 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Unable to get data of znode /01542163448/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:21:09,990 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01542163448/switch/split already deleted, retry=false 2024-11-21T11:21:09,991 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Unable to get data of znode /01542163448/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:21:09,992 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01542163448/switch/merge already deleted, retry=false 2024-11-21T11:21:09,994 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Unable to get data of znode /01542163448/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:21:09,996 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01542163448/snapshot-cleanup already deleted, retry=false 2024-11-21T11:21:09,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01542163448/running 2024-11-21T11:21:09,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01542163448/running 2024-11-21T11:21:09,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448 2024-11-21T11:21:09,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448 2024-11-21T11:21:10,000 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,38705,1732188068989, sessionid=0x1013a4242060000, setting cluster-up flag (Was=false) 2024-11-21T11:21:10,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448 2024-11-21T11:21:10,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448 2024-11-21T11:21:10,014 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01542163448/flush-table-proc/acquired, /01542163448/flush-table-proc/reached, /01542163448/flush-table-proc/abort 2024-11-21T11:21:10,014 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,38705,1732188068989 2024-11-21T11:21:10,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448 2024-11-21T11:21:10,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448 2024-11-21T11:21:10,025 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01542163448/online-snapshot/acquired, /01542163448/online-snapshot/reached, /01542163448/online-snapshot/abort 2024-11-21T11:21:10,026 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,38705,1732188068989 2024-11-21T11:21:10,027 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:21:10,028 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:10,029 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:21:10,029 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:21:10,029 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,38705,1732188068989 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:21:10,030 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:10,030 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:10,030 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:10,030 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:10,030 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:21:10,030 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:10,030 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:21:10,030 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:10,034 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:10,034 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:21:10,034 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732188100034 2024-11-21T11:21:10,034 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:21:10,035 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:21:10,035 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:21:10,035 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:21:10,035 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:21:10,035 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:21:10,035 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,035 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:21:10,035 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:21:10,035 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:10,035 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:21:10,035 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:21:10,035 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:21:10,035 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:21:10,036 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:21:10,036 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188070036,5,FailOnTimeoutGroup] 2024-11-21T11:21:10,036 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188070036,5,FailOnTimeoutGroup] 2024-11-21T11:21:10,036 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,036 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:21:10,036 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,036 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:21:10,082 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(746): ClusterId : 59711647-2d04-4005-bd65-b96082aa4d19 2024-11-21T11:21:10,082 DEBUG [RS:0;7b462513bfc2:44877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:21:10,084 DEBUG [RS:0;7b462513bfc2:44877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:21:10,084 DEBUG [RS:0;7b462513bfc2:44877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:21:10,088 DEBUG [RS:0;7b462513bfc2:44877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:21:10,088 DEBUG [RS:0;7b462513bfc2:44877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb6233b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:21:10,100 DEBUG [RS:0;7b462513bfc2:44877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:44877 2024-11-21T11:21:10,101 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:21:10,101 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:21:10,101 DEBUG [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:21:10,101 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,38705,1732188068989 with port=44877, startcode=1732188069148 2024-11-21T11:21:10,101 DEBUG [RS:0;7b462513bfc2:44877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:21:10,103 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:21:10,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38705 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,44877,1732188069148 2024-11-21T11:21:10,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38705 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,44877,1732188069148 2024-11-21T11:21:10,104 DEBUG [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6 2024-11-21T11:21:10,104 DEBUG [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42929 2024-11-21T11:21:10,104 DEBUG [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:21:10,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448/rs 2024-11-21T11:21:10,107 DEBUG [RS:0;7b462513bfc2:44877 {}] zookeeper.ZKUtil(111): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Set watcher on existing znode=/01542163448/rs/7b462513bfc2,44877,1732188069148 2024-11-21T11:21:10,107 WARN [RS:0;7b462513bfc2:44877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:21:10,108 INFO [RS:0;7b462513bfc2:44877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:10,108 DEBUG [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148 2024-11-21T11:21:10,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,44877,1732188069148] 2024-11-21T11:21:10,110 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:21:10,111 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:21:10,112 INFO [RS:0;7b462513bfc2:44877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:21:10,112 INFO [RS:0;7b462513bfc2:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,112 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:21:10,112 INFO [RS:0;7b462513bfc2:44877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:21:10,112 INFO [RS:0;7b462513bfc2:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,113 DEBUG [RS:0;7b462513bfc2:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:10,113 DEBUG [RS:0;7b462513bfc2:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:10,113 DEBUG [RS:0;7b462513bfc2:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:10,113 DEBUG [RS:0;7b462513bfc2:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:10,113 DEBUG [RS:0;7b462513bfc2:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:10,113 DEBUG [RS:0;7b462513bfc2:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:21:10,113 DEBUG [RS:0;7b462513bfc2:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:10,113 DEBUG [RS:0;7b462513bfc2:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:10,113 DEBUG [RS:0;7b462513bfc2:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:10,113 DEBUG [RS:0;7b462513bfc2:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:10,113 DEBUG [RS:0;7b462513bfc2:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:10,113 DEBUG [RS:0;7b462513bfc2:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:10,113 DEBUG [RS:0;7b462513bfc2:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:21:10,113 DEBUG [RS:0;7b462513bfc2:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:21:10,116 INFO [RS:0;7b462513bfc2:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,116 INFO [RS:0;7b462513bfc2:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,116 INFO [RS:0;7b462513bfc2:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,116 INFO [RS:0;7b462513bfc2:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,116 INFO [RS:0;7b462513bfc2:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,116 INFO [RS:0;7b462513bfc2:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,44877,1732188069148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:21:10,134 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:21:10,135 INFO [RS:0;7b462513bfc2:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,44877,1732188069148-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,135 INFO [RS:0;7b462513bfc2:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,135 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.Replication(171): 7b462513bfc2,44877,1732188069148 started 2024-11-21T11:21:10,152 INFO [RS:0;7b462513bfc2:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,152 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,44877,1732188069148, RpcServer on 7b462513bfc2/172.17.0.2:44877, sessionid=0x1013a4242060001 2024-11-21T11:21:10,152 DEBUG [RS:0;7b462513bfc2:44877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:21:10,152 DEBUG [RS:0;7b462513bfc2:44877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,44877,1732188069148 2024-11-21T11:21:10,152 DEBUG [RS:0;7b462513bfc2:44877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,44877,1732188069148' 2024-11-21T11:21:10,152 DEBUG [RS:0;7b462513bfc2:44877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01542163448/flush-table-proc/abort' 2024-11-21T11:21:10,153 DEBUG [RS:0;7b462513bfc2:44877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01542163448/flush-table-proc/acquired' 2024-11-21T11:21:10,153 DEBUG [RS:0;7b462513bfc2:44877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:21:10,153 DEBUG [RS:0;7b462513bfc2:44877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:21:10,153 DEBUG [RS:0;7b462513bfc2:44877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,44877,1732188069148 2024-11-21T11:21:10,153 DEBUG [RS:0;7b462513bfc2:44877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,44877,1732188069148' 2024-11-21T11:21:10,153 DEBUG [RS:0;7b462513bfc2:44877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01542163448/online-snapshot/abort' 2024-11-21T11:21:10,153 DEBUG [RS:0;7b462513bfc2:44877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01542163448/online-snapshot/acquired' 2024-11-21T11:21:10,154 DEBUG [RS:0;7b462513bfc2:44877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:21:10,154 INFO [RS:0;7b462513bfc2:44877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:21:10,154 INFO [RS:0;7b462513bfc2:44877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:21:10,254 INFO [RS:0;7b462513bfc2:44877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:21:10,255 INFO [RS:0;7b462513bfc2:44877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C44877%2C1732188069148, suffix=, logDir=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148, archiveDir=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/oldWALs, maxLogs=10 2024-11-21T11:21:10,270 DEBUG [RS:0;7b462513bfc2:44877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256, exclude list is [], retry=0 2024-11-21T11:21:10,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40827,DS-43b1507b-8c28-4957-b6f8-b23dac5cc096,DISK] 2024-11-21T11:21:10,280 INFO [RS:0;7b462513bfc2:44877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 2024-11-21T11:21:10,281 DEBUG [RS:0;7b462513bfc2:44877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41773:41773)] 2024-11-21T11:21:10,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:21:10,446 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6 2024-11-21T11:21:10,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:21:10,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:10,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:21:10,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:21:10,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:10,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:10,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:21:10,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:21:10,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:10,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:10,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:21:10,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:21:10,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:10,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:10,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:21:10,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:21:10,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:10,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:10,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:21:10,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740 2024-11-21T11:21:10,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740 2024-11-21T11:21:10,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:21:10,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:21:10,472 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:10,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:21:10,476 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:10,476 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64746326, jitterRate=-0.035204559564590454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:10,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732188070462Initializing all the Stores at 1732188070462Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188070462Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188070463 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188070463Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188070463Cleaning up temporary data from old regions at 1732188070472 (+9 ms)Region opened successfully at 1732188070477 (+5 ms) 2024-11-21T11:21:10,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:21:10,477 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:21:10,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:21:10,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:21:10,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:21:10,477 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:21:10,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188070477Disabling compacts and flushes for region at 1732188070477Disabling writes for close at 1732188070477Writing region close event to WAL at 1732188070477Closed at 1732188070477 2024-11-21T11:21:10,479 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:10,479 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:21:10,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:21:10,481 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:21:10,482 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:21:10,632 DEBUG [7b462513bfc2:38705 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:21:10,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,44877,1732188069148 2024-11-21T11:21:10,634 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,44877,1732188069148, state=OPENING 2024-11-21T11:21:10,635 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:21:10,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448 2024-11-21T11:21:10,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448 2024-11-21T11:21:10,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01542163448/meta-region-server: CHANGED 2024-11-21T11:21:10,638 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:21:10,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,44877,1732188069148}] 2024-11-21T11:21:10,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01542163448/meta-region-server: CHANGED 2024-11-21T11:21:10,794 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:21:10,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:21:10,810 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:21:10,811 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:10,811 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:21:10,812 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C44877%2C1732188069148.meta, suffix=.meta, logDir=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148, archiveDir=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/oldWALs, maxLogs=10 2024-11-21T11:21:10,830 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.meta.1732188070812.meta, exclude list is [], retry=0 2024-11-21T11:21:10,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40827,DS-43b1507b-8c28-4957-b6f8-b23dac5cc096,DISK] 2024-11-21T11:21:10,844 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.meta.1732188070812.meta 2024-11-21T11:21:10,851 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41773:41773)] 2024-11-21T11:21:10,851 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:10,851 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:21:10,854 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:21:10,854 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:21:10,854 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:21:10,854 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:21:10,855 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:10,855 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:21:10,855 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:21:10,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:21:10,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:21:10,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:10,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:10,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:21:10,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:21:10,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:10,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:10,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:21:10,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:21:10,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:10,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:10,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:21:10,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:21:10,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:10,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:10,866 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:21:10,867 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740 2024-11-21T11:21:10,868 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740 2024-11-21T11:21:10,869 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:21:10,869 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:21:10,869 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:10,871 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:21:10,871 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74199290, jitterRate=0.10565558075904846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:10,871 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:21:10,872 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732188070855Writing region info on filesystem at 1732188070855Initializing all the Stores at 1732188070856 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188070856Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188070856Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188070856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188070856Cleaning up temporary data from old regions at 1732188070869 (+13 ms)Running coprocessor post-open hooks at 1732188070871 (+2 ms)Region opened successfully at 1732188070872 (+1 ms) 2024-11-21T11:21:10,875 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732188070793 2024-11-21T11:21:10,877 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:21:10,877 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:21:10,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,44877,1732188069148 2024-11-21T11:21:10,878 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,44877,1732188069148, state=OPEN 2024-11-21T11:21:10,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01542163448/meta-region-server 2024-11-21T11:21:10,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01542163448/meta-region-server 2024-11-21T11:21:10,885 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,44877,1732188069148 2024-11-21T11:21:10,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01542163448/meta-region-server: CHANGED 2024-11-21T11:21:10,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01542163448/meta-region-server: CHANGED 2024-11-21T11:21:10,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:21:10,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,44877,1732188069148 in 247 msec 2024-11-21T11:21:10,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:21:10,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-21T11:21:10,889 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:10,889 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:21:10,890 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:10,890 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,44877,1732188069148, seqNum=-1] 2024-11-21T11:21:10,891 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:10,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:10,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 868 msec 2024-11-21T11:21:10,896 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732188070896, completionTime=-1 2024-11-21T11:21:10,896 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:21:10,896 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:21:10,898 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:21:10,898 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188130898 2024-11-21T11:21:10,898 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188190898 2024-11-21T11:21:10,898 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T11:21:10,899 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,38705,1732188068989-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,899 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,38705,1732188068989-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,899 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,38705,1732188068989-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,899 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:38705, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,899 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,899 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,901 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:21:10,902 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.528sec 2024-11-21T11:21:10,902 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:21:10,902 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:21:10,903 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:21:10,903 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:21:10,903 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:21:10,903 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,38705,1732188068989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:21:10,903 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,38705,1732188068989-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:21:10,905 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:21:10,905 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:21:10,905 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,38705,1732188068989-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:10,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64344aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:10,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,38705,-1 for getting cluster id 2024-11-21T11:21:10,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:10,984 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59711647-2d04-4005-bd65-b96082aa4d19' 2024-11-21T11:21:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59711647-2d04-4005-bd65-b96082aa4d19" 2024-11-21T11:21:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379c01a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,38705,-1] 2024-11-21T11:21:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:10,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:10,986 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:10,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1069e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:10,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:10,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,44877,1732188069148, seqNum=-1] 2024-11-21T11:21:10,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:10,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:10,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,38705,1732188068989 2024-11-21T11:21:10,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50371 2024-11-21T11:21:11,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/hadoop.log.dir so I do NOT create it in target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec 2024-11-21T11:21:11,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:21:11,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/hadoop.tmp.dir so I do NOT create it in target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec 2024-11-21T11:21:11,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:21:11,011 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec 2024-11-21T11:21:11,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:21:11,011 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/cluster_b1182264-45d7-91cb-302e-8590fb0d0341, deleteOnExit=true 2024-11-21T11:21:11,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:21:11,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/test.cache.data in system properties and HBase conf 2024-11-21T11:21:11,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:21:11,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:21:11,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:21:11,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:21:11,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:21:11,012 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:21:11,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:21:11,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:21:11,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:21:11,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:21:11,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:21:11,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:21:11,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:21:11,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:21:11,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:21:11,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:21:11,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:21:11,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:21:11,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:21:11,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:21:11,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:11,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a4242060002 connected 2024-11-21T11:21:11,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:11,124 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:21:11,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:21:11,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:21:11,134 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:21:11,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:11,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f25b769{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:21:11,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edc1d28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:21:11,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a10b61e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/java.io.tmpdir/jetty-localhost-44545-hadoop-hdfs-3_4_1-tests_jar-_-any-1503744144847910598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:21:11,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4be7a519{HTTP/1.1, (http/1.1)}{localhost:44545} 2024-11-21T11:21:11,304 INFO [Time-limited test {}] server.Server(415): Started @246916ms 2024-11-21T11:21:11,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:11,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:21:11,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:21:11,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:21:11,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:21:11,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@783d9914{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:21:11,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17e51eff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:21:11,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@112496a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/java.io.tmpdir/jetty-localhost-37457-hadoop-hdfs-3_4_1-tests_jar-_-any-14475171503494140213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:21:11,639 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@198298d9{HTTP/1.1, (http/1.1)}{localhost:37457} 2024-11-21T11:21:11,639 INFO [Time-limited test {}] server.Server(415): Started @247251ms 2024-11-21T11:21:11,641 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:21:11,782 WARN [Thread-3552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/cluster_b1182264-45d7-91cb-302e-8590fb0d0341/data/data1/current/BP-498884285-172.17.0.2-1732188071042/current, will proceed with Du for space computation calculation, 2024-11-21T11:21:11,782 WARN [Thread-3553 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/cluster_b1182264-45d7-91cb-302e-8590fb0d0341/data/data2/current/BP-498884285-172.17.0.2-1732188071042/current, will proceed with Du for space computation calculation, 2024-11-21T11:21:11,832 WARN [Thread-3540 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:21:11,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf743a9d1168fb16 with lease ID 0x13fed45ee843c7ab: Processing first storage report for DS-3cc183af-590d-412f-83ac-76ba6a4a7657 from datanode DatanodeRegistration(127.0.0.1:41741, datanodeUuid=839b1d3b-52c3-4969-8210-166c86354163, infoPort=35005, infoSecurePort=0, ipcPort=43091, storageInfo=lv=-57;cid=testClusterID;nsid=1771146042;c=1732188071042) 2024-11-21T11:21:11,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf743a9d1168fb16 with lease ID 0x13fed45ee843c7ab: from storage DS-3cc183af-590d-412f-83ac-76ba6a4a7657 node DatanodeRegistration(127.0.0.1:41741, datanodeUuid=839b1d3b-52c3-4969-8210-166c86354163, infoPort=35005, infoSecurePort=0, ipcPort=43091, storageInfo=lv=-57;cid=testClusterID;nsid=1771146042;c=1732188071042), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:21:11,845 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf743a9d1168fb16 with lease ID 0x13fed45ee843c7ab: Processing first storage report for DS-ce75feab-a2bd-47fd-90a3-5e3ea64a7167 from datanode DatanodeRegistration(127.0.0.1:41741, datanodeUuid=839b1d3b-52c3-4969-8210-166c86354163, infoPort=35005, infoSecurePort=0, ipcPort=43091, storageInfo=lv=-57;cid=testClusterID;nsid=1771146042;c=1732188071042) 2024-11-21T11:21:11,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf743a9d1168fb16 with lease ID 0x13fed45ee843c7ab: from storage DS-ce75feab-a2bd-47fd-90a3-5e3ea64a7167 node DatanodeRegistration(127.0.0.1:41741, datanodeUuid=839b1d3b-52c3-4969-8210-166c86354163, infoPort=35005, infoSecurePort=0, ipcPort=43091, storageInfo=lv=-57;cid=testClusterID;nsid=1771146042;c=1732188071042), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T11:21:11,901 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec 2024-11-21T11:21:11,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:11,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:11,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:21:11,972 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2 with version=8 2024-11-21T11:21:11,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/hbase-staging 2024-11-21T11:21:11,975 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:21:11,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:11,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:11,975 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:21:11,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:11,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:21:11,975 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:21:11,975 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:21:11,981 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46103 2024-11-21T11:21:11,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46103 connecting to ZooKeeper ensemble=127.0.0.1:50371 2024-11-21T11:21:11,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461030x0, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:12,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46103-0x1013a4242060003 connected 2024-11-21T11:21:12,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:12,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:12,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Set watcher on znode that does not yet exist, /12139908491/running 2024-11-21T11:21:12,049 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2, hbase.cluster.distributed=false 2024-11-21T11:21:12,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Set watcher on znode that does not yet exist, /12139908491/acl 2024-11-21T11:21:12,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46103 2024-11-21T11:21:12,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46103 2024-11-21T11:21:12,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46103 2024-11-21T11:21:12,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46103 2024-11-21T11:21:12,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46103 2024-11-21T11:21:12,216 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:21:12,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:12,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:12,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:21:12,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:12,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:21:12,216 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:21:12,216 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:21:12,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33253 2024-11-21T11:21:12,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33253 connecting to ZooKeeper ensemble=127.0.0.1:50371 2024-11-21T11:21:12,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:12,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:12,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332530x0, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:12,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332530x0, quorum=127.0.0.1:50371, baseZNode=/12139908491 Set watcher on znode that does not yet exist, /12139908491/running 2024-11-21T11:21:12,261 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:21:12,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33253-0x1013a4242060004 connected 2024-11-21T11:21:12,302 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:21:12,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Set watcher on znode that does not yet exist, /12139908491/master 2024-11-21T11:21:12,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Set watcher on znode that does not yet exist, /12139908491/acl 2024-11-21T11:21:12,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33253 2024-11-21T11:21:12,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33253 2024-11-21T11:21:12,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33253 2024-11-21T11:21:12,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33253 2024-11-21T11:21:12,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33253 2024-11-21T11:21:12,440 DEBUG [M:0;7b462513bfc2:46103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:46103 2024-11-21T11:21:12,442 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12139908491/backup-masters/7b462513bfc2,46103,1732188071974 2024-11-21T11:21:12,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491/backup-masters 2024-11-21T11:21:12,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491/backup-masters 2024-11-21T11:21:12,446 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Set watcher on existing znode=/12139908491/backup-masters/7b462513bfc2,46103,1732188071974 2024-11-21T11:21:12,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12139908491/master 2024-11-21T11:21:12,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491 2024-11-21T11:21:12,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491 2024-11-21T11:21:12,449 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Set watcher on existing znode=/12139908491/master 2024-11-21T11:21:12,450 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12139908491/backup-masters/7b462513bfc2,46103,1732188071974 from backup master directory 2024-11-21T11:21:12,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12139908491/backup-masters/7b462513bfc2,46103,1732188071974 2024-11-21T11:21:12,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491/backup-masters 2024-11-21T11:21:12,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491/backup-masters 2024-11-21T11:21:12,455 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:21:12,455 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,46103,1732188071974 2024-11-21T11:21:12,464 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/hbase.id] with ID: df1f11dc-3ebe-46f0-a2f6-36fcd3307570 2024-11-21T11:21:12,464 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/.tmp/hbase.id 2024-11-21T11:21:12,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:21:12,483 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/.tmp/hbase.id]:[hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/hbase.id] 2024-11-21T11:21:12,492 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:12,492 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:21:12,493 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T11:21:12,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491 2024-11-21T11:21:12,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491 2024-11-21T11:21:12,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:21:12,511 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:21:12,544 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:21:12,547 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:12,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:21:12,971 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store 2024-11-21T11:21:12,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:21:13,378 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:13,378 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:21:13,378 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:13,378 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:13,378 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:21:13,378 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:13,378 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:13,378 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188073378Disabling compacts and flushes for region at 1732188073378Disabling writes for close at 1732188073378Writing region close event to WAL at 1732188073378Closed at 1732188073378 2024-11-21T11:21:13,379 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/.initializing 2024-11-21T11:21:13,379 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/WALs/7b462513bfc2,46103,1732188071974 2024-11-21T11:21:13,380 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:21:13,381 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C46103%2C1732188071974, suffix=, logDir=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/WALs/7b462513bfc2,46103,1732188071974, archiveDir=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/oldWALs, maxLogs=10 2024-11-21T11:21:13,400 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/WALs/7b462513bfc2,46103,1732188071974/7b462513bfc2%2C46103%2C1732188071974.1732188073382, exclude list is [], retry=0 2024-11-21T11:21:13,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41741,DS-3cc183af-590d-412f-83ac-76ba6a4a7657,DISK] 2024-11-21T11:21:13,404 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/WALs/7b462513bfc2,46103,1732188071974/7b462513bfc2%2C46103%2C1732188071974.1732188073382 2024-11-21T11:21:13,405 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-21T11:21:13,405 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:13,405 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:13,405 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:13,405 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:13,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:13,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:21:13,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:13,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:13,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:13,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:21:13,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:13,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:13,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:13,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:21:13,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:13,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:13,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:13,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:21:13,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:13,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:13,414 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:13,415 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:13,415 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:13,416 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:13,416 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:13,416 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:13,417 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:13,419 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:13,420 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72361452, jitterRate=0.07826966047286987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:13,420 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732188073405Initializing all the Stores at 1732188073406 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188073406Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188073407 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188073407Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188073407Cleaning up temporary data from old regions at 1732188073416 (+9 ms)Region opened successfully at 1732188073420 (+4 ms) 2024-11-21T11:21:13,420 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:21:13,423 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b6449c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:21:13,424 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:21:13,424 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:21:13,424 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:21:13,424 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:21:13,425 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:21:13,425 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:21:13,425 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:21:13,434 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:21:13,435 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Unable to get data of znode /12139908491/balancer because node does not exist (not necessarily an error) 2024-11-21T11:21:13,442 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12139908491/balancer already deleted, retry=false 2024-11-21T11:21:13,442 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:21:13,443 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Unable to get data of znode /12139908491/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:21:13,447 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12139908491/normalizer already deleted, retry=false 2024-11-21T11:21:13,447 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:21:13,451 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Unable to get data of znode /12139908491/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:21:13,454 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12139908491/switch/split already deleted, retry=false 2024-11-21T11:21:13,455 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Unable to get data of znode /12139908491/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:21:13,456 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12139908491/switch/merge already deleted, retry=false 2024-11-21T11:21:13,458 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Unable to get data of znode /12139908491/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:21:13,459 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12139908491/snapshot-cleanup already deleted, retry=false 2024-11-21T11:21:13,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12139908491/running 2024-11-21T11:21:13,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12139908491/running 2024-11-21T11:21:13,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491 2024-11-21T11:21:13,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491 2024-11-21T11:21:13,462 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,46103,1732188071974, sessionid=0x1013a4242060003, setting cluster-up flag (Was=false) 2024-11-21T11:21:13,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491 2024-11-21T11:21:13,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491 2024-11-21T11:21:13,472 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12139908491/flush-table-proc/acquired, /12139908491/flush-table-proc/reached, /12139908491/flush-table-proc/abort 2024-11-21T11:21:13,473 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,46103,1732188071974 2024-11-21T11:21:13,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491 2024-11-21T11:21:13,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491 2024-11-21T11:21:13,481 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12139908491/online-snapshot/acquired, /12139908491/online-snapshot/reached, /12139908491/online-snapshot/abort 2024-11-21T11:21:13,482 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,46103,1732188071974 2024-11-21T11:21:13,483 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:21:13,484 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:13,484 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:21:13,485 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:21:13,485 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,46103,1732188071974 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:21:13,486 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:13,486 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:13,486 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:13,486 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:13,486 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:21:13,486 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:13,486 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:21:13,486 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:13,487 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732188103487 2024-11-21T11:21:13,487 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:21:13,487 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:21:13,487 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:21:13,487 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:21:13,487 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:21:13,487 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:21:13,488 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:13,488 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:21:13,488 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:13,488 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:21:13,488 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:21:13,488 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:21:13,488 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:21:13,488 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:21:13,488 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:21:13,489 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:13,489 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188073489,5,FailOnTimeoutGroup] 2024-11-21T11:21:13,489 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:21:13,492 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188073489,5,FailOnTimeoutGroup] 2024-11-21T11:21:13,492 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:13,492 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:21:13,492 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:13,492 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:13,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:21:13,545 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(746): ClusterId : df1f11dc-3ebe-46f0-a2f6-36fcd3307570 2024-11-21T11:21:13,545 DEBUG [RS:0;7b462513bfc2:33253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:21:13,547 DEBUG [RS:0;7b462513bfc2:33253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:21:13,547 DEBUG [RS:0;7b462513bfc2:33253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:21:13,551 DEBUG [RS:0;7b462513bfc2:33253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:21:13,551 DEBUG [RS:0;7b462513bfc2:33253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfad9f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:21:13,566 DEBUG [RS:0;7b462513bfc2:33253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:33253 2024-11-21T11:21:13,566 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:21:13,566 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:21:13,566 DEBUG [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:21:13,567 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,46103,1732188071974 with port=33253, startcode=1732188072215 2024-11-21T11:21:13,567 DEBUG [RS:0;7b462513bfc2:33253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:21:13,569 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:21:13,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,33253,1732188072215 2024-11-21T11:21:13,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46103 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,33253,1732188072215 2024-11-21T11:21:13,574 DEBUG [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2 2024-11-21T11:21:13,574 DEBUG [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40421 2024-11-21T11:21:13,574 DEBUG [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:21:13,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491/rs 2024-11-21T11:21:13,581 DEBUG [RS:0;7b462513bfc2:33253 {}] zookeeper.ZKUtil(111): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Set watcher on existing znode=/12139908491/rs/7b462513bfc2,33253,1732188072215 2024-11-21T11:21:13,581 WARN [RS:0;7b462513bfc2:33253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:21:13,581 INFO [RS:0;7b462513bfc2:33253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:13,581 DEBUG [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215 2024-11-21T11:21:13,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,33253,1732188072215] 2024-11-21T11:21:13,592 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:21:13,595 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:21:13,597 INFO [RS:0;7b462513bfc2:33253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:21:13,597 INFO [RS:0;7b462513bfc2:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:13,597 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:21:13,598 INFO [RS:0;7b462513bfc2:33253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:21:13,598 INFO [RS:0;7b462513bfc2:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:13,598 DEBUG [RS:0;7b462513bfc2:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:13,598 DEBUG [RS:0;7b462513bfc2:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:13,598 DEBUG [RS:0;7b462513bfc2:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:13,598 DEBUG [RS:0;7b462513bfc2:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:13,598 DEBUG [RS:0;7b462513bfc2:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:13,598 DEBUG [RS:0;7b462513bfc2:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:21:13,598 DEBUG [RS:0;7b462513bfc2:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:13,598 DEBUG [RS:0;7b462513bfc2:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:13,598 DEBUG [RS:0;7b462513bfc2:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:13,598 DEBUG [RS:0;7b462513bfc2:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:13,599 DEBUG [RS:0;7b462513bfc2:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:13,599 DEBUG [RS:0;7b462513bfc2:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:13,599 DEBUG [RS:0;7b462513bfc2:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:21:13,599 DEBUG [RS:0;7b462513bfc2:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:21:13,620 INFO [RS:0;7b462513bfc2:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:13,620 INFO [RS:0;7b462513bfc2:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:13,620 INFO [RS:0;7b462513bfc2:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:13,620 INFO [RS:0;7b462513bfc2:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:13,620 INFO [RS:0;7b462513bfc2:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:13,620 INFO [RS:0;7b462513bfc2:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33253,1732188072215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:21:13,638 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:21:13,639 INFO [RS:0;7b462513bfc2:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33253,1732188072215-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:13,639 INFO [RS:0;7b462513bfc2:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:13,639 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.Replication(171): 7b462513bfc2,33253,1732188072215 started 2024-11-21T11:21:13,653 INFO [RS:0;7b462513bfc2:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:13,654 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,33253,1732188072215, RpcServer on 7b462513bfc2/172.17.0.2:33253, sessionid=0x1013a4242060004 2024-11-21T11:21:13,654 DEBUG [RS:0;7b462513bfc2:33253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:21:13,654 DEBUG [RS:0;7b462513bfc2:33253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,33253,1732188072215 2024-11-21T11:21:13,654 DEBUG [RS:0;7b462513bfc2:33253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,33253,1732188072215' 2024-11-21T11:21:13,654 DEBUG [RS:0;7b462513bfc2:33253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12139908491/flush-table-proc/abort' 2024-11-21T11:21:13,655 DEBUG [RS:0;7b462513bfc2:33253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12139908491/flush-table-proc/acquired' 2024-11-21T11:21:13,655 DEBUG [RS:0;7b462513bfc2:33253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:21:13,655 DEBUG [RS:0;7b462513bfc2:33253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:21:13,655 DEBUG [RS:0;7b462513bfc2:33253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,33253,1732188072215 2024-11-21T11:21:13,655 DEBUG [RS:0;7b462513bfc2:33253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,33253,1732188072215' 2024-11-21T11:21:13,655 DEBUG [RS:0;7b462513bfc2:33253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12139908491/online-snapshot/abort' 2024-11-21T11:21:13,655 DEBUG [RS:0;7b462513bfc2:33253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12139908491/online-snapshot/acquired' 2024-11-21T11:21:13,656 DEBUG [RS:0;7b462513bfc2:33253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:21:13,656 INFO [RS:0;7b462513bfc2:33253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:21:13,656 INFO [RS:0;7b462513bfc2:33253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:21:13,756 INFO [RS:0;7b462513bfc2:33253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:21:13,758 INFO [RS:0;7b462513bfc2:33253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C33253%2C1732188072215, suffix=, logDir=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215, archiveDir=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/oldWALs, maxLogs=10 2024-11-21T11:21:13,793 DEBUG [RS:0;7b462513bfc2:33253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776, exclude list is [], retry=0 2024-11-21T11:21:13,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41741,DS-3cc183af-590d-412f-83ac-76ba6a4a7657,DISK] 2024-11-21T11:21:13,797 INFO [RS:0;7b462513bfc2:33253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 2024-11-21T11:21:13,797 DEBUG [RS:0;7b462513bfc2:33253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-21T11:21:13,902 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:21:13,902 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2 2024-11-21T11:21:13,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:21:14,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:14,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:21:14,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:21:14,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:14,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:14,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:21:14,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:21:14,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:14,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:14,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:21:14,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:21:14,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:14,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:14,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:21:14,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:21:14,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:14,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:14,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:21:14,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740 2024-11-21T11:21:14,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740 2024-11-21T11:21:14,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:21:14,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:21:14,315 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:14,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:21:14,317 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:14,318 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71711165, jitterRate=0.06857962906360626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:14,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732188074307Initializing all the Stores at 1732188074308 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188074308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188074308Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188074308Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188074308Cleaning up temporary data from old regions at 1732188074315 (+7 ms)Region opened successfully at 1732188074318 (+3 ms) 2024-11-21T11:21:14,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:21:14,318 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:21:14,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:21:14,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:21:14,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:21:14,318 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:21:14,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188074318Disabling compacts and flushes for region at 1732188074318Disabling writes for close at 1732188074318Writing region close event to WAL at 1732188074318Closed at 1732188074318 2024-11-21T11:21:14,319 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:14,320 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:21:14,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:21:14,321 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:21:14,321 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:21:14,472 DEBUG [7b462513bfc2:46103 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:21:14,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,33253,1732188072215 2024-11-21T11:21:14,473 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,33253,1732188072215, state=OPENING 2024-11-21T11:21:14,475 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:21:14,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491 2024-11-21T11:21:14,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491 2024-11-21T11:21:14,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12139908491/meta-region-server: CHANGED 2024-11-21T11:21:14,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12139908491/meta-region-server: CHANGED 2024-11-21T11:21:14,477 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:21:14,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,33253,1732188072215}] 2024-11-21T11:21:14,630 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:21:14,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:21:14,635 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:21:14,635 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:14,635 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:21:14,636 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C33253%2C1732188072215.meta, suffix=.meta, logDir=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215, archiveDir=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/oldWALs, maxLogs=10 2024-11-21T11:21:14,650 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.meta.1732188074636.meta, exclude list is [], retry=0 2024-11-21T11:21:14,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41741,DS-3cc183af-590d-412f-83ac-76ba6a4a7657,DISK] 2024-11-21T11:21:14,653 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.meta.1732188074636.meta 2024-11-21T11:21:14,653 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-21T11:21:14,654 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:14,654 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:21:14,654 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:21:14,654 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:21:14,654 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:21:14,654 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:21:14,654 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:14,654 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:21:14,654 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:21:14,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:21:14,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:21:14,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:14,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:14,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:21:14,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:21:14,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:14,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:14,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:21:14,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:21:14,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:14,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:14,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:21:14,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:21:14,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:14,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:14,659 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:21:14,659 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740 2024-11-21T11:21:14,660 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740 2024-11-21T11:21:14,660 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:21:14,661 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:21:14,661 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:14,662 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:21:14,662 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64809553, jitterRate=-0.03426240384578705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:14,662 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:21:14,662 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732188074654Writing region info on filesystem at 1732188074654Initializing all the Stores at 1732188074655 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188074655Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188074655Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188074655Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188074655Cleaning up temporary data from old regions at 1732188074661 (+6 ms)Running coprocessor post-open hooks at 1732188074662 (+1 ms)Region opened successfully at 1732188074662 2024-11-21T11:21:14,663 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732188074629 2024-11-21T11:21:14,665 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:21:14,665 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:21:14,666 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,33253,1732188072215 2024-11-21T11:21:14,666 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,33253,1732188072215, state=OPEN 2024-11-21T11:21:14,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12139908491/meta-region-server 2024-11-21T11:21:14,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12139908491/meta-region-server 2024-11-21T11:21:14,668 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,33253,1732188072215 2024-11-21T11:21:14,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12139908491/meta-region-server: CHANGED 2024-11-21T11:21:14,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12139908491/meta-region-server: CHANGED 2024-11-21T11:21:14,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:21:14,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,33253,1732188072215 in 191 msec 2024-11-21T11:21:14,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:21:14,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-21T11:21:14,672 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:14,672 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:21:14,673 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:14,673 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,33253,1732188072215, seqNum=-1] 2024-11-21T11:21:14,673 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:14,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:14,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-21T11:21:14,678 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732188074678, completionTime=-1 2024-11-21T11:21:14,678 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:21:14,678 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:21:14,680 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:21:14,680 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188134680 2024-11-21T11:21:14,680 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188194680 2024-11-21T11:21:14,680 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T11:21:14,681 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,46103,1732188071974-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:14,681 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,46103,1732188071974-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:14,681 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,46103,1732188071974-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:14,681 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:46103, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:14,681 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:14,681 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:14,683 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:21:14,684 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.229sec 2024-11-21T11:21:14,684 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:21:14,684 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:21:14,684 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:21:14,684 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:21:14,684 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:21:14,684 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,46103,1732188071974-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:21:14,684 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,46103,1732188071974-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:21:14,686 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:21:14,687 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:21:14,687 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,46103,1732188071974-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:14,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:14,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,46103,-1 for getting cluster id 2024-11-21T11:21:14,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:14,747 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df1f11dc-3ebe-46f0-a2f6-36fcd3307570' 2024-11-21T11:21:14,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:14,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df1f11dc-3ebe-46f0-a2f6-36fcd3307570" 2024-11-21T11:21:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5090778f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,46103,-1] 2024-11-21T11:21:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:14,749 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:14,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d799a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:14,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:14,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,33253,1732188072215, seqNum=-1] 2024-11-21T11:21:14,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:14,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:14,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,46103,1732188071974 2024-11-21T11:21:14,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50371 2024-11-21T11:21:14,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:14,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a4242060005 connected 2024-11-21T11:21:14,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/hadoop.log.dir so I do NOT create it in target/test-data/795a135b-75f7-00f9-7039-cb057794fede 2024-11-21T11:21:14,760 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:21:14,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/hadoop.tmp.dir so I do NOT create it in target/test-data/795a135b-75f7-00f9-7039-cb057794fede 2024-11-21T11:21:14,760 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:21:14,760 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede 2024-11-21T11:21:14,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:21:14,760 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/cluster_38b2e586-c60e-5ebb-4f3d-43c68b2c9791, deleteOnExit=true 2024-11-21T11:21:14,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:21:14,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/test.cache.data in system properties and HBase conf 2024-11-21T11:21:14,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:21:14,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:21:14,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:21:14,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:21:14,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:21:14,761 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:21:14,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:21:14,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:21:14,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:21:14,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:21:14,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:21:14,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:21:14,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:21:14,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:21:14,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:21:14,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:21:14,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:21:14,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:21:14,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:21:14,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:21:14,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:14,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:21:14,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:21:14,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:21:14,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:21:14,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:14,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f9b003e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:21:14,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@335b2848{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:21:15,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a345aaa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/java.io.tmpdir/jetty-localhost-37079-hadoop-hdfs-3_4_1-tests_jar-_-any-16976346729896688900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:21:15,033 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bd540c5{HTTP/1.1, (http/1.1)}{localhost:37079} 2024-11-21T11:21:15,033 INFO [Time-limited test {}] server.Server(415): Started @250644ms 2024-11-21T11:21:15,137 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:21:15,139 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:15,140 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:15,140 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:15,140 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:15,140 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:15,174 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:15,175 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:15,175 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:15,175 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:15,176 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:15,176 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:15,181 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:15,184 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:15,184 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:15,186 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:15,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:15,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:21:15,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:21:15,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:21:15,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:21:15,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@785305e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:21:15,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d4c6a52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:21:15,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3443c395{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/java.io.tmpdir/jetty-localhost-45371-hadoop-hdfs-3_4_1-tests_jar-_-any-10563616532149122316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:21:15,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24149e8a{HTTP/1.1, (http/1.1)}{localhost:45371} 2024-11-21T11:21:15,341 INFO [Time-limited test {}] server.Server(415): Started @250952ms 2024-11-21T11:21:15,342 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:21:15,456 WARN [Thread-3673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/cluster_38b2e586-c60e-5ebb-4f3d-43c68b2c9791/data/data1/current/BP-962030497-172.17.0.2-1732188074784/current, will proceed with Du for space computation calculation, 2024-11-21T11:21:15,456 WARN [Thread-3674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/cluster_38b2e586-c60e-5ebb-4f3d-43c68b2c9791/data/data2/current/BP-962030497-172.17.0.2-1732188074784/current, will proceed with Du for space computation calculation, 2024-11-21T11:21:15,474 WARN [Thread-3661 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:21:15,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd67685ce654f8dd6 with lease ID 0xe9fdaac66ba439: Processing first storage report for DS-8110950f-0b9f-44f8-8b75-85263842dd38 from datanode DatanodeRegistration(127.0.0.1:46049, datanodeUuid=c165ce31-2629-4eab-8c36-c1b365970e40, infoPort=36815, infoSecurePort=0, ipcPort=34233, storageInfo=lv=-57;cid=testClusterID;nsid=1141844811;c=1732188074784) 2024-11-21T11:21:15,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd67685ce654f8dd6 with lease ID 0xe9fdaac66ba439: from storage DS-8110950f-0b9f-44f8-8b75-85263842dd38 node DatanodeRegistration(127.0.0.1:46049, datanodeUuid=c165ce31-2629-4eab-8c36-c1b365970e40, infoPort=36815, infoSecurePort=0, ipcPort=34233, storageInfo=lv=-57;cid=testClusterID;nsid=1141844811;c=1732188074784), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:21:15,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd67685ce654f8dd6 with lease ID 0xe9fdaac66ba439: Processing first storage report for DS-36711069-bd27-48d4-ba94-d73671c2c9a7 from datanode DatanodeRegistration(127.0.0.1:46049, datanodeUuid=c165ce31-2629-4eab-8c36-c1b365970e40, infoPort=36815, infoSecurePort=0, ipcPort=34233, storageInfo=lv=-57;cid=testClusterID;nsid=1141844811;c=1732188074784) 2024-11-21T11:21:15,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd67685ce654f8dd6 with lease ID 0xe9fdaac66ba439: from storage DS-36711069-bd27-48d4-ba94-d73671c2c9a7 node DatanodeRegistration(127.0.0.1:46049, datanodeUuid=c165ce31-2629-4eab-8c36-c1b365970e40, infoPort=36815, infoSecurePort=0, ipcPort=34233, storageInfo=lv=-57;cid=testClusterID;nsid=1141844811;c=1732188074784), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:21:15,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede 2024-11-21T11:21:15,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:15,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:15,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:21:15,981 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43 with version=8 2024-11-21T11:21:15,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/hbase-staging 2024-11-21T11:21:15,984 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:21:15,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:15,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:15,984 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:21:15,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:15,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:21:15,984 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:21:15,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:21:15,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33091 2024-11-21T11:21:15,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33091 connecting to ZooKeeper ensemble=127.0.0.1:50371 2024-11-21T11:21:15,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330910x0, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:15,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33091-0x1013a4242060006 connected 2024-11-21T11:21:16,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:16,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:16,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Set watcher on znode that does not yet exist, /2-923494488/running 2024-11-21T11:21:16,005 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43, hbase.cluster.distributed=false 2024-11-21T11:21:16,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Set watcher on znode that does not yet exist, /2-923494488/acl 2024-11-21T11:21:16,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33091 2024-11-21T11:21:16,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33091 2024-11-21T11:21:16,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33091 2024-11-21T11:21:16,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33091 2024-11-21T11:21:16,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33091 2024-11-21T11:21:16,024 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:21:16,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:16,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:16,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:21:16,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:16,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:21:16,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:21:16,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:21:16,025 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41453 2024-11-21T11:21:16,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41453 connecting to ZooKeeper ensemble=127.0.0.1:50371 2024-11-21T11:21:16,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:16,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:16,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414530x0, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:16,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414530x0, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Set watcher on znode that does not yet exist, /2-923494488/running 2024-11-21T11:21:16,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41453-0x1013a4242060007 connected 2024-11-21T11:21:16,034 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:21:16,034 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:21:16,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Set watcher on znode that does not yet exist, /2-923494488/master 2024-11-21T11:21:16,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Set watcher on znode that does not yet exist, /2-923494488/acl 2024-11-21T11:21:16,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41453 2024-11-21T11:21:16,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41453 2024-11-21T11:21:16,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41453 2024-11-21T11:21:16,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41453 2024-11-21T11:21:16,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41453 2024-11-21T11:21:16,059 DEBUG [M:0;7b462513bfc2:33091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:33091 2024-11-21T11:21:16,059 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-923494488/backup-masters/7b462513bfc2,33091,1732188075984 2024-11-21T11:21:16,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488/backup-masters 2024-11-21T11:21:16,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488/backup-masters 2024-11-21T11:21:16,063 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Set watcher on existing znode=/2-923494488/backup-masters/7b462513bfc2,33091,1732188075984 2024-11-21T11:21:16,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-923494488/master 2024-11-21T11:21:16,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488 2024-11-21T11:21:16,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488 2024-11-21T11:21:16,064 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Set watcher on existing znode=/2-923494488/master 2024-11-21T11:21:16,064 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-923494488/backup-masters/7b462513bfc2,33091,1732188075984 from backup master directory 2024-11-21T11:21:16,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-923494488/backup-masters/7b462513bfc2,33091,1732188075984 2024-11-21T11:21:16,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488/backup-masters 2024-11-21T11:21:16,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488/backup-masters 2024-11-21T11:21:16,066 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:21:16,066 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,33091,1732188075984 2024-11-21T11:21:16,069 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/hbase.id] with ID: 2dafd469-e2c4-4f53-b9f3-5e94d8233ee8 2024-11-21T11:21:16,069 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/.tmp/hbase.id 2024-11-21T11:21:16,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:21:16,076 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/.tmp/hbase.id]:[hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/hbase.id] 2024-11-21T11:21:16,083 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:16,083 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:21:16,084 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T11:21:16,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488 2024-11-21T11:21:16,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488 2024-11-21T11:21:16,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:21:16,110 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:21:16,496 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:21:16,497 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:21:16,497 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:16,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:21:16,904 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store 2024-11-21T11:21:16,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:21:17,310 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:17,310 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:21:17,310 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:17,310 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:17,310 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:21:17,310 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:17,310 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:17,310 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188077310Disabling compacts and flushes for region at 1732188077310Disabling writes for close at 1732188077310Writing region close event to WAL at 1732188077310Closed at 1732188077310 2024-11-21T11:21:17,311 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/.initializing 2024-11-21T11:21:17,311 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/WALs/7b462513bfc2,33091,1732188075984 2024-11-21T11:21:17,312 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:21:17,313 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C33091%2C1732188075984, suffix=, logDir=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/WALs/7b462513bfc2,33091,1732188075984, archiveDir=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/oldWALs, maxLogs=10 2024-11-21T11:21:17,328 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/WALs/7b462513bfc2,33091,1732188075984/7b462513bfc2%2C33091%2C1732188075984.1732188077313, exclude list is [], retry=0 2024-11-21T11:21:17,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46049,DS-8110950f-0b9f-44f8-8b75-85263842dd38,DISK] 2024-11-21T11:21:17,332 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/WALs/7b462513bfc2,33091,1732188075984/7b462513bfc2%2C33091%2C1732188075984.1732188077313 2024-11-21T11:21:17,332 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36815:36815)] 2024-11-21T11:21:17,332 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:17,333 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:17,333 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:17,333 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:17,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:17,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:21:17,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:17,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:17,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:17,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:21:17,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:17,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:17,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:17,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:21:17,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:17,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:17,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:17,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:21:17,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:17,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:17,342 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:17,342 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:17,342 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:17,343 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:17,343 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:17,344 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:17,345 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:17,346 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:17,346 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59306433, jitterRate=-0.11626528203487396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:17,347 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732188077333Initializing all the Stores at 1732188077334 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188077334Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188077334Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188077334Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188077334Cleaning up temporary data from old regions at 1732188077343 (+9 ms)Region opened successfully at 1732188077346 (+3 ms) 2024-11-21T11:21:17,347 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:21:17,349 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b24e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:21:17,350 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:21:17,350 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:21:17,350 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:21:17,350 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:21:17,351 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:21:17,351 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:21:17,351 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:21:17,353 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:21:17,353 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Unable to get data of znode /2-923494488/balancer because node does not exist (not necessarily an error) 2024-11-21T11:21:17,357 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-923494488/balancer already deleted, retry=false 2024-11-21T11:21:17,357 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:21:17,357 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Unable to get data of znode /2-923494488/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:21:17,358 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-923494488/normalizer already deleted, retry=false 2024-11-21T11:21:17,359 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:21:17,359 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Unable to get data of znode /2-923494488/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:21:17,360 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-923494488/switch/split already deleted, retry=false 2024-11-21T11:21:17,361 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Unable to get data of znode /2-923494488/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:21:17,362 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-923494488/switch/merge already deleted, retry=false 2024-11-21T11:21:17,363 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Unable to get data of znode /2-923494488/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:21:17,366 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-923494488/snapshot-cleanup already deleted, retry=false 2024-11-21T11:21:17,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-923494488/running 2024-11-21T11:21:17,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-923494488/running 2024-11-21T11:21:17,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488 2024-11-21T11:21:17,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488 2024-11-21T11:21:17,369 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,33091,1732188075984, sessionid=0x1013a4242060006, setting cluster-up flag (Was=false) 2024-11-21T11:21:17,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488 2024-11-21T11:21:17,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488 2024-11-21T11:21:17,379 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-923494488/flush-table-proc/acquired, /2-923494488/flush-table-proc/reached, /2-923494488/flush-table-proc/abort 2024-11-21T11:21:17,380 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,33091,1732188075984 2024-11-21T11:21:17,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488 2024-11-21T11:21:17,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488 2024-11-21T11:21:17,387 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-923494488/online-snapshot/acquired, /2-923494488/online-snapshot/reached, /2-923494488/online-snapshot/abort 2024-11-21T11:21:17,388 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,33091,1732188075984 2024-11-21T11:21:17,389 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:21:17,390 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:17,391 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:21:17,391 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:21:17,391 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,33091,1732188075984 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:21:17,392 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:17,392 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:17,392 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:17,392 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:17,392 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:21:17,392 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:17,392 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:21:17,392 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:17,394 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:17,394 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732188107394 2024-11-21T11:21:17,394 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:21:17,394 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:21:17,394 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:21:17,394 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:21:17,394 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:21:17,394 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:21:17,394 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:21:17,394 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:17,394 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:21:17,395 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:21:17,395 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:21:17,395 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:17,395 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:21:17,395 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:21:17,395 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:21:17,395 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:21:17,395 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188077395,5,FailOnTimeoutGroup] 2024-11-21T11:21:17,395 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188077395,5,FailOnTimeoutGroup] 2024-11-21T11:21:17,395 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:17,395 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:21:17,396 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:17,396 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:17,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:21:17,445 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(746): ClusterId : 2dafd469-e2c4-4f53-b9f3-5e94d8233ee8 2024-11-21T11:21:17,445 DEBUG [RS:0;7b462513bfc2:41453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:21:17,449 DEBUG [RS:0;7b462513bfc2:41453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:21:17,449 DEBUG [RS:0;7b462513bfc2:41453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:21:17,451 DEBUG [RS:0;7b462513bfc2:41453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:21:17,452 DEBUG [RS:0;7b462513bfc2:41453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741eec97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:21:17,464 DEBUG [RS:0;7b462513bfc2:41453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:41453 2024-11-21T11:21:17,464 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:21:17,464 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:21:17,464 DEBUG [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:21:17,465 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,33091,1732188075984 with port=41453, startcode=1732188076024 2024-11-21T11:21:17,465 DEBUG [RS:0;7b462513bfc2:41453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:21:17,467 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:21:17,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,41453,1732188076024 2024-11-21T11:21:17,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33091 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,41453,1732188076024 2024-11-21T11:21:17,469 DEBUG [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43 2024-11-21T11:21:17,469 DEBUG [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40265 2024-11-21T11:21:17,469 DEBUG [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:21:17,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488/rs 2024-11-21T11:21:17,474 DEBUG [RS:0;7b462513bfc2:41453 {}] zookeeper.ZKUtil(111): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Set watcher on existing znode=/2-923494488/rs/7b462513bfc2,41453,1732188076024 2024-11-21T11:21:17,474 WARN [RS:0;7b462513bfc2:41453 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:21:17,474 INFO [RS:0;7b462513bfc2:41453 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:17,475 DEBUG [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024 2024-11-21T11:21:17,475 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,41453,1732188076024] 2024-11-21T11:21:17,477 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:21:17,479 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:21:17,479 INFO [RS:0;7b462513bfc2:41453 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:21:17,479 INFO [RS:0;7b462513bfc2:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:17,480 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:21:17,480 INFO [RS:0;7b462513bfc2:41453 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:21:17,480 INFO [RS:0;7b462513bfc2:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:17,480 DEBUG [RS:0;7b462513bfc2:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:17,480 DEBUG [RS:0;7b462513bfc2:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:17,480 DEBUG [RS:0;7b462513bfc2:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:17,481 DEBUG [RS:0;7b462513bfc2:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:17,481 DEBUG [RS:0;7b462513bfc2:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:17,481 DEBUG [RS:0;7b462513bfc2:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:21:17,481 DEBUG [RS:0;7b462513bfc2:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:17,481 DEBUG [RS:0;7b462513bfc2:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:17,481 DEBUG [RS:0;7b462513bfc2:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:17,481 DEBUG [RS:0;7b462513bfc2:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:17,481 DEBUG [RS:0;7b462513bfc2:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:17,481 DEBUG [RS:0;7b462513bfc2:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:17,481 DEBUG [RS:0;7b462513bfc2:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:21:17,481 DEBUG [RS:0;7b462513bfc2:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:21:17,481 INFO [RS:0;7b462513bfc2:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:17,481 INFO [RS:0;7b462513bfc2:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:17,481 INFO [RS:0;7b462513bfc2:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:17,481 INFO [RS:0;7b462513bfc2:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:17,481 INFO [RS:0;7b462513bfc2:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:17,481 INFO [RS:0;7b462513bfc2:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41453,1732188076024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:21:17,496 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:21:17,496 INFO [RS:0;7b462513bfc2:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41453,1732188076024-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:17,496 INFO [RS:0;7b462513bfc2:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:17,497 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.Replication(171): 7b462513bfc2,41453,1732188076024 started 2024-11-21T11:21:17,511 INFO [RS:0;7b462513bfc2:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:17,511 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,41453,1732188076024, RpcServer on 7b462513bfc2/172.17.0.2:41453, sessionid=0x1013a4242060007 2024-11-21T11:21:17,511 DEBUG [RS:0;7b462513bfc2:41453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:21:17,511 DEBUG [RS:0;7b462513bfc2:41453 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,41453,1732188076024 2024-11-21T11:21:17,511 DEBUG [RS:0;7b462513bfc2:41453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,41453,1732188076024' 2024-11-21T11:21:17,511 DEBUG [RS:0;7b462513bfc2:41453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-923494488/flush-table-proc/abort' 2024-11-21T11:21:17,512 DEBUG [RS:0;7b462513bfc2:41453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-923494488/flush-table-proc/acquired' 2024-11-21T11:21:17,512 DEBUG [RS:0;7b462513bfc2:41453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:21:17,512 DEBUG [RS:0;7b462513bfc2:41453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:21:17,512 DEBUG [RS:0;7b462513bfc2:41453 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,41453,1732188076024 2024-11-21T11:21:17,512 DEBUG [RS:0;7b462513bfc2:41453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,41453,1732188076024' 2024-11-21T11:21:17,512 DEBUG [RS:0;7b462513bfc2:41453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-923494488/online-snapshot/abort' 2024-11-21T11:21:17,512 DEBUG [RS:0;7b462513bfc2:41453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-923494488/online-snapshot/acquired' 2024-11-21T11:21:17,513 DEBUG [RS:0;7b462513bfc2:41453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:21:17,513 INFO [RS:0;7b462513bfc2:41453 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:21:17,513 INFO [RS:0;7b462513bfc2:41453 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:21:17,613 INFO [RS:0;7b462513bfc2:41453 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:21:17,615 INFO [RS:0;7b462513bfc2:41453 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C41453%2C1732188076024, suffix=, logDir=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024, archiveDir=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/oldWALs, maxLogs=10 2024-11-21T11:21:17,630 DEBUG [RS:0;7b462513bfc2:41453 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615, exclude list is [], retry=0 2024-11-21T11:21:17,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46049,DS-8110950f-0b9f-44f8-8b75-85263842dd38,DISK] 2024-11-21T11:21:17,634 INFO [RS:0;7b462513bfc2:41453 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 2024-11-21T11:21:17,634 DEBUG [RS:0;7b462513bfc2:41453 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36815:36815)] 2024-11-21T11:21:17,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:21:17,805 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43 2024-11-21T11:21:17,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:21:17,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:17,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:21:17,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:21:17,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:17,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:17,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:21:17,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:21:17,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:17,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:17,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:21:17,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:21:17,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:17,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:17,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:21:17,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:21:17,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:17,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:17,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:21:17,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740 2024-11-21T11:21:17,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740 2024-11-21T11:21:17,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:21:17,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:21:17,818 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:17,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:21:17,821 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:17,821 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63711308, jitterRate=-0.05062752962112427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:17,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732188077810Initializing all the Stores at 1732188077811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188077811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188077811Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188077811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188077811Cleaning up temporary data from old regions at 1732188077818 (+7 ms)Region opened successfully at 1732188077821 (+3 ms) 2024-11-21T11:21:17,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:21:17,821 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:21:17,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:21:17,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:21:17,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:21:17,822 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:21:17,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188077821Disabling compacts and flushes for region at 1732188077821Disabling writes for close at 1732188077821Writing region close event to WAL at 1732188077822 (+1 ms)Closed at 1732188077822 2024-11-21T11:21:17,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:17,823 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:21:17,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:21:17,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:21:17,824 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:21:17,975 DEBUG [7b462513bfc2:33091 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:21:17,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,41453,1732188076024 2024-11-21T11:21:17,976 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,41453,1732188076024, state=OPENING 2024-11-21T11:21:17,978 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:21:17,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488 2024-11-21T11:21:17,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488 2024-11-21T11:21:17,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-923494488/meta-region-server: CHANGED 2024-11-21T11:21:17,980 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:21:17,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-923494488/meta-region-server: CHANGED 2024-11-21T11:21:17,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,41453,1732188076024}] 2024-11-21T11:21:18,132 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:21:18,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:21:18,137 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:21:18,137 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:18,137 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:21:18,138 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C41453%2C1732188076024.meta, suffix=.meta, logDir=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024, archiveDir=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/oldWALs, maxLogs=10 2024-11-21T11:21:18,154 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.meta.1732188078139.meta, exclude list is [], retry=0 2024-11-21T11:21:18,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46049,DS-8110950f-0b9f-44f8-8b75-85263842dd38,DISK] 2024-11-21T11:21:18,158 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.meta.1732188078139.meta 2024-11-21T11:21:18,158 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36815:36815)] 2024-11-21T11:21:18,158 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:18,159 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:21:18,159 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:21:18,159 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:21:18,159 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:21:18,159 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:21:18,159 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:18,159 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:21:18,159 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:21:18,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:21:18,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:21:18,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:18,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:18,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:21:18,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:21:18,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:18,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:18,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:21:18,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:21:18,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:18,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:18,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:21:18,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:21:18,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:18,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:18,165 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:21:18,166 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740 2024-11-21T11:21:18,166 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740 2024-11-21T11:21:18,167 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:21:18,167 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:21:18,168 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:18,169 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:21:18,169 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68608738, jitterRate=0.02234986424446106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:18,169 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:21:18,169 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732188078159Writing region info on filesystem at 1732188078159Initializing all the Stores at 1732188078160 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188078160Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188078160Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188078160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188078160Cleaning up temporary data from old regions at 1732188078167 (+7 ms)Running coprocessor post-open hooks at 1732188078169 (+2 ms)Region opened successfully at 1732188078169 2024-11-21T11:21:18,170 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732188078132 2024-11-21T11:21:18,172 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:21:18,172 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:21:18,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,41453,1732188076024 2024-11-21T11:21:18,173 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,41453,1732188076024, state=OPEN 2024-11-21T11:21:18,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-923494488/meta-region-server 2024-11-21T11:21:18,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-923494488/meta-region-server 2024-11-21T11:21:18,177 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,41453,1732188076024 2024-11-21T11:21:18,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-923494488/meta-region-server: CHANGED 2024-11-21T11:21:18,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-923494488/meta-region-server: CHANGED 2024-11-21T11:21:18,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:21:18,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,41453,1732188076024 in 197 msec 2024-11-21T11:21:18,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:21:18,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-21T11:21:18,180 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:18,180 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:21:18,181 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:18,181 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41453,1732188076024, seqNum=-1] 2024-11-21T11:21:18,182 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:18,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:18,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 796 msec 2024-11-21T11:21:18,187 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732188078186, completionTime=-1 2024-11-21T11:21:18,187 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:21:18,187 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:21:18,189 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:21:18,189 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188138189 2024-11-21T11:21:18,189 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188198189 2024-11-21T11:21:18,189 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T11:21:18,189 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33091,1732188075984-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:18,189 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33091,1732188075984-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:18,189 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33091,1732188075984-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:18,189 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:33091, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:18,189 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:18,191 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:21:18,191 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:18,194 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.128sec 2024-11-21T11:21:18,194 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:21:18,194 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:21:18,194 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:21:18,194 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:21:18,194 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:21:18,194 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33091,1732188075984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:21:18,194 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33091,1732188075984-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:21:18,196 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:21:18,196 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:21:18,196 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33091,1732188075984-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:18,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a25e074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:18,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,33091,-1 for getting cluster id 2024-11-21T11:21:18,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:18,249 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dafd469-e2c4-4f53-b9f3-5e94d8233ee8' 2024-11-21T11:21:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dafd469-e2c4-4f53-b9f3-5e94d8233ee8" 2024-11-21T11:21:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696e6cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,33091,-1] 2024-11-21T11:21:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:18,251 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:18,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a34ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:18,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:18,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41453,1732188076024, seqNum=-1] 2024-11-21T11:21:18,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:18,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:18,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,33091,1732188075984 2024-11-21T11:21:18,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50371 2024-11-21T11:21:18,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:18,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013a4242060008 connected 2024-11-21T11:21:18,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:21:18,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,38705,1732188068989 2024-11-21T11:21:18,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79a3bef0 2024-11-21T11:21:18,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:18,264 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:21:18,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:21:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T11:21:18,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:21:18,267 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:18,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T11:21:18,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:21:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:18,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741835_1011 (size=902) 2024-11-21T11:21:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:18,675 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ebef52bfb4a430d58eb0ce296ab3b246, NAME => 'test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6 2024-11-21T11:21:18,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741836_1012 (size=39) 2024-11-21T11:21:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:19,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:19,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ebef52bfb4a430d58eb0ce296ab3b246, disabling compactions & flushes 2024-11-21T11:21:19,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246. 2024-11-21T11:21:19,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246. 2024-11-21T11:21:19,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246. after waiting 0 ms 2024-11-21T11:21:19,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246. 2024-11-21T11:21:19,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246. 2024-11-21T11:21:19,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ebef52bfb4a430d58eb0ce296ab3b246: Waiting for close lock at 1732188079080Disabling compacts and flushes for region at 1732188079080Disabling writes for close at 1732188079080Writing region close event to WAL at 1732188079080Closed at 1732188079080 2024-11-21T11:21:19,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:21:19,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732188079081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188079081"}]},"ts":"1732188079081"} 2024-11-21T11:21:19,083 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:21:19,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:21:19,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188079084"}]},"ts":"1732188079084"} 2024-11-21T11:21:19,086 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T11:21:19,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ebef52bfb4a430d58eb0ce296ab3b246, ASSIGN}] 2024-11-21T11:21:19,087 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ebef52bfb4a430d58eb0ce296ab3b246, ASSIGN 2024-11-21T11:21:19,088 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ebef52bfb4a430d58eb0ce296ab3b246, ASSIGN; state=OFFLINE, location=7b462513bfc2,44877,1732188069148; forceNewPlan=false, retain=false 2024-11-21T11:21:19,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ebef52bfb4a430d58eb0ce296ab3b246, regionState=OPENING, regionLocation=7b462513bfc2,44877,1732188069148 2024-11-21T11:21:19,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ebef52bfb4a430d58eb0ce296ab3b246, ASSIGN because future has completed 2024-11-21T11:21:19,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebef52bfb4a430d58eb0ce296ab3b246, server=7b462513bfc2,44877,1732188069148}] 2024-11-21T11:21:19,396 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246. 2024-11-21T11:21:19,396 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ebef52bfb4a430d58eb0ce296ab3b246, NAME => 'test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:19,397 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:21:19,397 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T11:21:19,397 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:19,397 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:19,397 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:19,397 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:19,398 INFO [StoreOpener-ebef52bfb4a430d58eb0ce296ab3b246-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:19,400 INFO [StoreOpener-ebef52bfb4a430d58eb0ce296ab3b246-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebef52bfb4a430d58eb0ce296ab3b246 columnFamilyName f 2024-11-21T11:21:19,400 DEBUG [StoreOpener-ebef52bfb4a430d58eb0ce296ab3b246-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:19,400 INFO [StoreOpener-ebef52bfb4a430d58eb0ce296ab3b246-1 {}] regionserver.HStore(327): Store=ebef52bfb4a430d58eb0ce296ab3b246/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:19,400 INFO [StoreOpener-ebef52bfb4a430d58eb0ce296ab3b246-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:19,401 INFO [StoreOpener-ebef52bfb4a430d58eb0ce296ab3b246-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebef52bfb4a430d58eb0ce296ab3b246 columnFamilyName f1 2024-11-21T11:21:19,401 DEBUG [StoreOpener-ebef52bfb4a430d58eb0ce296ab3b246-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:19,401 INFO [StoreOpener-ebef52bfb4a430d58eb0ce296ab3b246-1 {}] regionserver.HStore(327): Store=ebef52bfb4a430d58eb0ce296ab3b246/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:19,402 INFO [StoreOpener-ebef52bfb4a430d58eb0ce296ab3b246-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:19,402 INFO [StoreOpener-ebef52bfb4a430d58eb0ce296ab3b246-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebef52bfb4a430d58eb0ce296ab3b246 columnFamilyName norep 2024-11-21T11:21:19,402 DEBUG [StoreOpener-ebef52bfb4a430d58eb0ce296ab3b246-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:19,403 INFO [StoreOpener-ebef52bfb4a430d58eb0ce296ab3b246-1 {}] regionserver.HStore(327): Store=ebef52bfb4a430d58eb0ce296ab3b246/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:19,403 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:19,403 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:19,404 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:19,404 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:19,404 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:19,405 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:21:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:19,406 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:19,407 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:19,407 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ebef52bfb4a430d58eb0ce296ab3b246; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64638490, jitterRate=-0.03681144118309021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:21:19,408 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:19,408 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ebef52bfb4a430d58eb0ce296ab3b246: Running coprocessor pre-open hook at 1732188079397Writing region info on filesystem at 1732188079397Initializing all the Stores at 1732188079398 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188079398Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188079398Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188079398Cleaning up temporary data from old regions at 1732188079404 (+6 ms)Running coprocessor post-open hooks at 1732188079408 (+4 ms)Region opened successfully at 1732188079408 2024-11-21T11:21:19,409 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246., pid=6, masterSystemTime=1732188079393 2024-11-21T11:21:19,411 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246. 2024-11-21T11:21:19,411 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246. 2024-11-21T11:21:19,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ebef52bfb4a430d58eb0ce296ab3b246, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b462513bfc2,44877,1732188069148 2024-11-21T11:21:19,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebef52bfb4a430d58eb0ce296ab3b246, server=7b462513bfc2,44877,1732188069148 because future has completed 2024-11-21T11:21:19,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:21:19,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ebef52bfb4a430d58eb0ce296ab3b246, server=7b462513bfc2,44877,1732188069148 in 173 msec 2024-11-21T11:21:19,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:21:19,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ebef52bfb4a430d58eb0ce296ab3b246, ASSIGN in 330 msec 2024-11-21T11:21:19,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:21:19,418 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188079418"}]},"ts":"1732188079418"} 2024-11-21T11:21:19,420 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T11:21:19,421 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:21:19,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-21T11:21:19,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T11:21:19,936 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T11:21:19,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T11:21:19,937 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T11:21:19,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:21:19,937 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T11:21:19,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T11:21:19,937 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T11:21:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:20,415 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T11:21:20,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:21:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,46103,1732188071974 2024-11-21T11:21:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b54bf95 2024-11-21T11:21:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:20,418 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:21:20,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:21:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T11:21:20,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:21:20,421 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:20,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T11:21:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:20,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:21:20,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741835_1011 (size=902) 2024-11-21T11:21:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:20,831 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6bbf77d3a29126d41605d6695c71b470, NAME => 'test,,1732188080418.6bbf77d3a29126d41605d6695c71b470.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2 2024-11-21T11:21:20,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741836_1012 (size=39) 2024-11-21T11:21:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:21,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732188080418.6bbf77d3a29126d41605d6695c71b470.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:21,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6bbf77d3a29126d41605d6695c71b470, disabling compactions & flushes 2024-11-21T11:21:21,236 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732188080418.6bbf77d3a29126d41605d6695c71b470. 2024-11-21T11:21:21,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188080418.6bbf77d3a29126d41605d6695c71b470. 2024-11-21T11:21:21,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732188080418.6bbf77d3a29126d41605d6695c71b470. after waiting 0 ms 2024-11-21T11:21:21,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732188080418.6bbf77d3a29126d41605d6695c71b470. 2024-11-21T11:21:21,237 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732188080418.6bbf77d3a29126d41605d6695c71b470. 2024-11-21T11:21:21,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6bbf77d3a29126d41605d6695c71b470: Waiting for close lock at 1732188081236Disabling compacts and flushes for region at 1732188081236Disabling writes for close at 1732188081236Writing region close event to WAL at 1732188081237 (+1 ms)Closed at 1732188081237 2024-11-21T11:21:21,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:21:21,238 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732188080418.6bbf77d3a29126d41605d6695c71b470.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732188081238"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188081238"}]},"ts":"1732188081238"} 2024-11-21T11:21:21,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:21:21,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:21:21,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188081241"}]},"ts":"1732188081241"} 2024-11-21T11:21:21,243 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T11:21:21,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6bbf77d3a29126d41605d6695c71b470, ASSIGN}] 2024-11-21T11:21:21,244 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6bbf77d3a29126d41605d6695c71b470, ASSIGN 2024-11-21T11:21:21,245 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6bbf77d3a29126d41605d6695c71b470, ASSIGN; state=OFFLINE, location=7b462513bfc2,33253,1732188072215; forceNewPlan=false, retain=false 2024-11-21T11:21:21,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6bbf77d3a29126d41605d6695c71b470, regionState=OPENING, regionLocation=7b462513bfc2,33253,1732188072215 2024-11-21T11:21:21,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6bbf77d3a29126d41605d6695c71b470, ASSIGN because future has completed 2024-11-21T11:21:21,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bbf77d3a29126d41605d6695c71b470, server=7b462513bfc2,33253,1732188072215}] 2024-11-21T11:21:21,553 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732188080418.6bbf77d3a29126d41605d6695c71b470. 2024-11-21T11:21:21,554 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bbf77d3a29126d41605d6695c71b470, NAME => 'test,,1732188080418.6bbf77d3a29126d41605d6695c71b470.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:21,554 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:21:21,554 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T11:21:21,554 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:21,554 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732188080418.6bbf77d3a29126d41605d6695c71b470.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:21,554 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:21,554 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:21,555 INFO [StoreOpener-6bbf77d3a29126d41605d6695c71b470-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:21,556 INFO [StoreOpener-6bbf77d3a29126d41605d6695c71b470-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bbf77d3a29126d41605d6695c71b470 columnFamilyName f 2024-11-21T11:21:21,556 DEBUG [StoreOpener-6bbf77d3a29126d41605d6695c71b470-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:21,557 INFO [StoreOpener-6bbf77d3a29126d41605d6695c71b470-1 {}] regionserver.HStore(327): Store=6bbf77d3a29126d41605d6695c71b470/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:21,557 INFO [StoreOpener-6bbf77d3a29126d41605d6695c71b470-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:21,557 INFO [StoreOpener-6bbf77d3a29126d41605d6695c71b470-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bbf77d3a29126d41605d6695c71b470 columnFamilyName f1 2024-11-21T11:21:21,558 DEBUG [StoreOpener-6bbf77d3a29126d41605d6695c71b470-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:21,558 INFO [StoreOpener-6bbf77d3a29126d41605d6695c71b470-1 {}] regionserver.HStore(327): Store=6bbf77d3a29126d41605d6695c71b470/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:21,558 INFO [StoreOpener-6bbf77d3a29126d41605d6695c71b470-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:21,559 INFO [StoreOpener-6bbf77d3a29126d41605d6695c71b470-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bbf77d3a29126d41605d6695c71b470 columnFamilyName norep 2024-11-21T11:21:21,559 DEBUG [StoreOpener-6bbf77d3a29126d41605d6695c71b470-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:21,559 INFO [StoreOpener-6bbf77d3a29126d41605d6695c71b470-1 {}] regionserver.HStore(327): Store=6bbf77d3a29126d41605d6695c71b470/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:21,559 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:21,560 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:21,560 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:21,560 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:21,561 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:21,561 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:21:21,562 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:21,563 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:21,564 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6bbf77d3a29126d41605d6695c71b470; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62764648, jitterRate=-0.06473386287689209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:21:21,564 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:21,564 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6bbf77d3a29126d41605d6695c71b470: Running coprocessor pre-open hook at 1732188081554Writing region info on filesystem at 1732188081554Initializing all the Stores at 1732188081555 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188081555Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188081555Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188081555Cleaning up temporary data from old regions at 1732188081561 (+6 ms)Running coprocessor post-open hooks at 1732188081564 (+3 ms)Region opened successfully at 1732188081564 2024-11-21T11:21:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:21,565 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732188080418.6bbf77d3a29126d41605d6695c71b470., pid=6, masterSystemTime=1732188081550 2024-11-21T11:21:21,566 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732188080418.6bbf77d3a29126d41605d6695c71b470. 2024-11-21T11:21:21,566 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732188080418.6bbf77d3a29126d41605d6695c71b470. 2024-11-21T11:21:21,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6bbf77d3a29126d41605d6695c71b470, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b462513bfc2,33253,1732188072215 2024-11-21T11:21:21,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bbf77d3a29126d41605d6695c71b470, server=7b462513bfc2,33253,1732188072215 because future has completed 2024-11-21T11:21:21,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:21:21,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bbf77d3a29126d41605d6695c71b470, server=7b462513bfc2,33253,1732188072215 in 172 msec 2024-11-21T11:21:21,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:21:21,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6bbf77d3a29126d41605d6695c71b470, ASSIGN in 328 msec 2024-11-21T11:21:21,573 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:21:21,573 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188081573"}]},"ts":"1732188081573"} 2024-11-21T11:21:21,575 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T11:21:21,575 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:21:21,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-21T11:21:22,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T11:21:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:22,575 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T11:21:22,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:21:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,33091,1732188075984 2024-11-21T11:21:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6268bc8c 2024-11-21T11:21:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:22,577 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:21:22,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:21:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33091 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T11:21:22,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:21:22,580 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:22,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T11:21:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:22,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:21:22,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741835_1011 (size=902) 2024-11-21T11:21:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:22,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c29393a2a3d74d574324ddf7d8f370f, NAME => 'test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43 2024-11-21T11:21:22,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741836_1012 (size=39) 2024-11-21T11:21:22,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:22,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0c29393a2a3d74d574324ddf7d8f370f, disabling compactions & flushes 2024-11-21T11:21:22,992 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f. 2024-11-21T11:21:22,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f. 2024-11-21T11:21:22,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f. after waiting 0 ms 2024-11-21T11:21:22,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f. 2024-11-21T11:21:22,992 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f. 2024-11-21T11:21:22,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c29393a2a3d74d574324ddf7d8f370f: Waiting for close lock at 1732188082992Disabling compacts and flushes for region at 1732188082992Disabling writes for close at 1732188082992Writing region close event to WAL at 1732188082992Closed at 1732188082992 2024-11-21T11:21:22,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:21:22,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732188082994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188082994"}]},"ts":"1732188082994"} 2024-11-21T11:21:22,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:21:22,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:21:22,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188082996"}]},"ts":"1732188082996"} 2024-11-21T11:21:22,998 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T11:21:22,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c29393a2a3d74d574324ddf7d8f370f, ASSIGN}] 2024-11-21T11:21:22,999 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c29393a2a3d74d574324ddf7d8f370f, ASSIGN 2024-11-21T11:21:23,000 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0c29393a2a3d74d574324ddf7d8f370f, ASSIGN; state=OFFLINE, location=7b462513bfc2,41453,1732188076024; forceNewPlan=false, retain=false 2024-11-21T11:21:23,150 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c29393a2a3d74d574324ddf7d8f370f, regionState=OPENING, regionLocation=7b462513bfc2,41453,1732188076024 2024-11-21T11:21:23,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0c29393a2a3d74d574324ddf7d8f370f, ASSIGN because future has completed 2024-11-21T11:21:23,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c29393a2a3d74d574324ddf7d8f370f, server=7b462513bfc2,41453,1732188076024}] 2024-11-21T11:21:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:23,308 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f. 2024-11-21T11:21:23,309 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c29393a2a3d74d574324ddf7d8f370f, NAME => 'test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:23,309 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:21:23,309 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T11:21:23,309 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0c29393a2a3d74d574324ddf7d8f370f 2024-11-21T11:21:23,309 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:23,310 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0c29393a2a3d74d574324ddf7d8f370f 2024-11-21T11:21:23,310 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0c29393a2a3d74d574324ddf7d8f370f 2024-11-21T11:21:23,311 INFO [StoreOpener-0c29393a2a3d74d574324ddf7d8f370f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0c29393a2a3d74d574324ddf7d8f370f 2024-11-21T11:21:23,312 INFO [StoreOpener-0c29393a2a3d74d574324ddf7d8f370f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c29393a2a3d74d574324ddf7d8f370f columnFamilyName f 2024-11-21T11:21:23,312 DEBUG [StoreOpener-0c29393a2a3d74d574324ddf7d8f370f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:23,312 INFO [StoreOpener-0c29393a2a3d74d574324ddf7d8f370f-1 {}] regionserver.HStore(327): Store=0c29393a2a3d74d574324ddf7d8f370f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:23,312 INFO [StoreOpener-0c29393a2a3d74d574324ddf7d8f370f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0c29393a2a3d74d574324ddf7d8f370f 2024-11-21T11:21:23,313 INFO [StoreOpener-0c29393a2a3d74d574324ddf7d8f370f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c29393a2a3d74d574324ddf7d8f370f columnFamilyName f1 2024-11-21T11:21:23,313 DEBUG [StoreOpener-0c29393a2a3d74d574324ddf7d8f370f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:23,313 INFO [StoreOpener-0c29393a2a3d74d574324ddf7d8f370f-1 {}] regionserver.HStore(327): Store=0c29393a2a3d74d574324ddf7d8f370f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:23,313 INFO [StoreOpener-0c29393a2a3d74d574324ddf7d8f370f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0c29393a2a3d74d574324ddf7d8f370f 2024-11-21T11:21:23,314 INFO [StoreOpener-0c29393a2a3d74d574324ddf7d8f370f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c29393a2a3d74d574324ddf7d8f370f columnFamilyName norep 2024-11-21T11:21:23,314 DEBUG [StoreOpener-0c29393a2a3d74d574324ddf7d8f370f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:23,314 INFO [StoreOpener-0c29393a2a3d74d574324ddf7d8f370f-1 {}] regionserver.HStore(327): Store=0c29393a2a3d74d574324ddf7d8f370f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:23,314 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0c29393a2a3d74d574324ddf7d8f370f 2024-11-21T11:21:23,315 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f 2024-11-21T11:21:23,315 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f 2024-11-21T11:21:23,316 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0c29393a2a3d74d574324ddf7d8f370f 2024-11-21T11:21:23,316 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0c29393a2a3d74d574324ddf7d8f370f 2024-11-21T11:21:23,316 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:21:23,317 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0c29393a2a3d74d574324ddf7d8f370f 2024-11-21T11:21:23,319 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:23,319 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0c29393a2a3d74d574324ddf7d8f370f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67758027, jitterRate=0.009673282504081726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:21:23,319 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c29393a2a3d74d574324ddf7d8f370f 2024-11-21T11:21:23,319 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0c29393a2a3d74d574324ddf7d8f370f: Running coprocessor pre-open hook at 1732188083310Writing region info on filesystem at 1732188083310Initializing all the Stores at 1732188083310Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188083310Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188083311 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188083311Cleaning up temporary data from old regions at 1732188083316 (+5 ms)Running coprocessor post-open hooks at 1732188083319 (+3 ms)Region opened successfully at 1732188083319 2024-11-21T11:21:23,320 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f., pid=6, masterSystemTime=1732188083305 2024-11-21T11:21:23,322 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f. 2024-11-21T11:21:23,322 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f. 2024-11-21T11:21:23,322 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c29393a2a3d74d574324ddf7d8f370f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b462513bfc2,41453,1732188076024 2024-11-21T11:21:23,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c29393a2a3d74d574324ddf7d8f370f, server=7b462513bfc2,41453,1732188076024 because future has completed 2024-11-21T11:21:23,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:21:23,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c29393a2a3d74d574324ddf7d8f370f, server=7b462513bfc2,41453,1732188076024 in 172 msec 2024-11-21T11:21:23,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:21:23,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0c29393a2a3d74d574324ddf7d8f370f, ASSIGN in 328 msec 2024-11-21T11:21:23,328 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:21:23,329 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188083328"}]},"ts":"1732188083328"} 2024-11-21T11:21:23,330 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T11:21:23,331 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:21:23,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-21T11:21:23,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:21:23,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:23,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:23,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:23,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:23,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:23,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:23,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:23,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:23,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:23,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:23,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:23,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:23,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:23,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:23,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:23,715 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T11:21:23,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70141302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:23,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,38705,-1 for getting cluster id 2024-11-21T11:21:23,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:23,718 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59711647-2d04-4005-bd65-b96082aa4d19' 2024-11-21T11:21:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59711647-2d04-4005-bd65-b96082aa4d19" 2024-11-21T11:21:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65470aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,38705,-1] 2024-11-21T11:21:23,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:23,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:23,720 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:23,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c59b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:23,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:21:23,722 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,38705,1732188068989 2024-11-21T11:21:23,722 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6092dba4 2024-11-21T11:21:23,722 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:23,723 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:21:23,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b462513bfc2:46103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:21:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:21:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:23,726 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:46103' 2024-11-21T11:21:23,728 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543d827c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:23,728 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,46103,-1 for getting cluster id 2024-11-21T11:21:23,728 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:23,728 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df1f11dc-3ebe-46f0-a2f6-36fcd3307570' 2024-11-21T11:21:23,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:23,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df1f11dc-3ebe-46f0-a2f6-36fcd3307570" 2024-11-21T11:21:23,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cf7768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:23,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,46103,-1] 2024-11-21T11:21:23,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:23,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:23,730 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:23,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32becb5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:23,731 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:21:23,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,46103,1732188071974 2024-11-21T11:21:23,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2317dcdc 2024-11-21T11:21:23,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:23,733 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:21:23,733 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T11:21:23,733 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:21:23,733 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:23,734 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:23,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:23,734 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:21:23,735 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T11:21:23,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:21:23,736 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:23,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:21:23,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741837_1013 (size=1138) 2024-11-21T11:21:23,785 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T11:21:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:24,145 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e298333072bc6bed862e94bc89975828, NAME => 'hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6 2024-11-21T11:21:24,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741838_1014 (size=44) 2024-11-21T11:21:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:24,551 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:24,551 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e298333072bc6bed862e94bc89975828, disabling compactions & flushes 2024-11-21T11:21:24,551 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. 2024-11-21T11:21:24,551 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. 2024-11-21T11:21:24,551 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. after waiting 0 ms 2024-11-21T11:21:24,551 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. 2024-11-21T11:21:24,551 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. 2024-11-21T11:21:24,551 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e298333072bc6bed862e94bc89975828: Waiting for close lock at 1732188084551Disabling compacts and flushes for region at 1732188084551Disabling writes for close at 1732188084551Writing region close event to WAL at 1732188084551Closed at 1732188084551 2024-11-21T11:21:24,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:21:24,553 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732188084552"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188084552"}]},"ts":"1732188084552"} 2024-11-21T11:21:24,555 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:21:24,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:21:24,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188084556"}]},"ts":"1732188084556"} 2024-11-21T11:21:24,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T11:21:24,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e298333072bc6bed862e94bc89975828, ASSIGN}] 2024-11-21T11:21:24,559 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e298333072bc6bed862e94bc89975828, ASSIGN 2024-11-21T11:21:24,560 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e298333072bc6bed862e94bc89975828, ASSIGN; state=OFFLINE, location=7b462513bfc2,44877,1732188069148; forceNewPlan=false, retain=false 2024-11-21T11:21:24,711 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e298333072bc6bed862e94bc89975828, regionState=OPENING, regionLocation=7b462513bfc2,44877,1732188069148 2024-11-21T11:21:24,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e298333072bc6bed862e94bc89975828, ASSIGN because future has completed 2024-11-21T11:21:24,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e298333072bc6bed862e94bc89975828, server=7b462513bfc2,44877,1732188069148}] 2024-11-21T11:21:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:24,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. 2024-11-21T11:21:24,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:24,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T11:21:24,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C44877%2C1732188069148.rep, suffix=, logDir=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148, archiveDir=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/oldWALs, maxLogs=10 2024-11-21T11:21:24,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.rep.1732188084871, exclude list is [], retry=0 2024-11-21T11:21:24,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40827,DS-43b1507b-8c28-4957-b6f8-b23dac5cc096,DISK] 2024-11-21T11:21:24,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.rep.1732188084871 2024-11-21T11:21:24,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41773:41773)] 2024-11-21T11:21:24,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e298333072bc6bed862e94bc89975828, NAME => 'hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:24,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:21:24,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:21:24,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. service=MultiRowMutationService 2024-11-21T11:21:24,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T11:21:24,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e298333072bc6bed862e94bc89975828 2024-11-21T11:21:24,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:24,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e298333072bc6bed862e94bc89975828 2024-11-21T11:21:24,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e298333072bc6bed862e94bc89975828 2024-11-21T11:21:24,896 INFO [StoreOpener-e298333072bc6bed862e94bc89975828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e298333072bc6bed862e94bc89975828 2024-11-21T11:21:24,897 INFO [StoreOpener-e298333072bc6bed862e94bc89975828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e298333072bc6bed862e94bc89975828 columnFamilyName hfileref 2024-11-21T11:21:24,897 DEBUG [StoreOpener-e298333072bc6bed862e94bc89975828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:24,897 INFO [StoreOpener-e298333072bc6bed862e94bc89975828-1 {}] regionserver.HStore(327): Store=e298333072bc6bed862e94bc89975828/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:24,897 INFO [StoreOpener-e298333072bc6bed862e94bc89975828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e298333072bc6bed862e94bc89975828 2024-11-21T11:21:24,898 INFO [StoreOpener-e298333072bc6bed862e94bc89975828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e298333072bc6bed862e94bc89975828 columnFamilyName queue 2024-11-21T11:21:24,898 DEBUG [StoreOpener-e298333072bc6bed862e94bc89975828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:24,898 INFO [StoreOpener-e298333072bc6bed862e94bc89975828-1 {}] regionserver.HStore(327): Store=e298333072bc6bed862e94bc89975828/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:24,899 INFO [StoreOpener-e298333072bc6bed862e94bc89975828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e298333072bc6bed862e94bc89975828 2024-11-21T11:21:24,899 INFO [StoreOpener-e298333072bc6bed862e94bc89975828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e298333072bc6bed862e94bc89975828 columnFamilyName sid 2024-11-21T11:21:24,899 DEBUG [StoreOpener-e298333072bc6bed862e94bc89975828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:24,900 INFO [StoreOpener-e298333072bc6bed862e94bc89975828-1 {}] regionserver.HStore(327): Store=e298333072bc6bed862e94bc89975828/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:24,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e298333072bc6bed862e94bc89975828 2024-11-21T11:21:24,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/replication/e298333072bc6bed862e94bc89975828 2024-11-21T11:21:24,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/replication/e298333072bc6bed862e94bc89975828 2024-11-21T11:21:24,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e298333072bc6bed862e94bc89975828 2024-11-21T11:21:24,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e298333072bc6bed862e94bc89975828 2024-11-21T11:21:24,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:21:24,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e298333072bc6bed862e94bc89975828 2024-11-21T11:21:24,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/replication/e298333072bc6bed862e94bc89975828/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:24,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e298333072bc6bed862e94bc89975828; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74416022, jitterRate=0.10888513922691345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:21:24,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e298333072bc6bed862e94bc89975828 2024-11-21T11:21:24,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e298333072bc6bed862e94bc89975828: Running coprocessor pre-open hook at 1732188084895Writing region info on filesystem at 1732188084895Initializing all the Stores at 1732188084895Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188084895Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188084895Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188084895Cleaning up temporary data from old regions at 1732188084901 (+6 ms)Running coprocessor post-open hooks at 1732188084904 (+3 ms)Region opened successfully at 1732188084904 2024-11-21T11:21:24,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828., pid=10, masterSystemTime=1732188084865 2024-11-21T11:21:24,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. 2024-11-21T11:21:24,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. 2024-11-21T11:21:24,907 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e298333072bc6bed862e94bc89975828, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,44877,1732188069148 2024-11-21T11:21:24,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e298333072bc6bed862e94bc89975828, server=7b462513bfc2,44877,1732188069148 because future has completed 2024-11-21T11:21:24,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T11:21:24,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e298333072bc6bed862e94bc89975828, server=7b462513bfc2,44877,1732188069148 in 197 msec 2024-11-21T11:21:24,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T11:21:24,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e298333072bc6bed862e94bc89975828, ASSIGN in 353 msec 2024-11-21T11:21:24,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:21:24,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188084913"}]},"ts":"1732188084913"} 2024-11-21T11:21:24,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T11:21:24,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:21:24,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-21T11:21:24,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828., hostname=7b462513bfc2,44877,1732188069148, seqNum=2] 2024-11-21T11:21:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448 2024-11-21T11:21:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448 2024-11-21T11:21:24,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:21:25,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T11:21:25,104 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T11:21:25,134 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,44877,1732188069148, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:21:25,134 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:25,134 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,44877,1732188069148, seqNum=-1] 2024-11-21T11:21:25,134 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:25,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-21T11:21:25,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b462513bfc2,44877,1732188069148', locateType=CURRENT is [region=hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828., hostname=7b462513bfc2,44877,1732188069148, seqNum=2] 2024-11-21T11:21:25,139 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T11:21:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T11:21:25,141 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b462513bfc2,44877,1732188069148 suceeded 2024-11-21T11:21:25,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T11:21:25,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-21T11:21:25,143 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b462513bfc2:46103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:21:25,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-11-21T11:21:25,154 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:46103' 2024-11-21T11:21:25,155 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c101260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:25,156 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,46103,-1 for getting cluster id 2024-11-21T11:21:25,156 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:25,156 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df1f11dc-3ebe-46f0-a2f6-36fcd3307570' 2024-11-21T11:21:25,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:25,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df1f11dc-3ebe-46f0-a2f6-36fcd3307570" 2024-11-21T11:21:25,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65998f24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:25,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,46103,-1] 2024-11-21T11:21:25,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:25,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:25,158 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:25,158 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57fc833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:25,158 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:21:25,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,46103,1732188071974 2024-11-21T11:21:25,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b290636 2024-11-21T11:21:25,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:25,160 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-21T11:21:25,160 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,44877,1732188069148 (queues=1) is replicating from cluster=59711647-2d04-4005-bd65-b96082aa4d19 to cluster=df1f11dc-3ebe-46f0-a2f6-36fcd3307570 2024-11-21T11:21:25,160 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C44877%2C1732188069148 2024-11-21T11:21:25,161 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,44877,1732188069148, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:21:25,161 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.shipper7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C44877%2C1732188069148 2024-11-21T11:21:25,161 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256, startPosition=0, beingWritten=true 2024-11-21T11:21:25,166 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:25,166 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 379, reset compression=false 2024-11-21T11:21:25,166 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.shipper7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44877,1732188069148 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:21:25,369 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 379, reset compression=false 2024-11-21T11:21:25,673 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 379, reset compression=false 2024-11-21T11:21:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:25,876 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T11:21:25,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:21:25,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:25,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:25,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:25,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:25,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a31a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:25,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,46103,-1 for getting cluster id 2024-11-21T11:21:25,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:25,877 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df1f11dc-3ebe-46f0-a2f6-36fcd3307570' 2024-11-21T11:21:25,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:25,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df1f11dc-3ebe-46f0-a2f6-36fcd3307570" 2024-11-21T11:21:25,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1bf249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:25,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,46103,-1] 2024-11-21T11:21:25,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:25,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:25,879 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:25,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52979def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:25,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:21:25,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,46103,1732188071974 2024-11-21T11:21:25,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cd9f843 2024-11-21T11:21:25,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:25,882 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:21:25,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b462513bfc2:33091,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:21:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:21:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:25,885 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:33091' 2024-11-21T11:21:25,886 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e778cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:25,886 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,33091,-1 for getting cluster id 2024-11-21T11:21:25,886 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:25,887 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dafd469-e2c4-4f53-b9f3-5e94d8233ee8' 2024-11-21T11:21:25,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:25,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dafd469-e2c4-4f53-b9f3-5e94d8233ee8" 2024-11-21T11:21:25,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6977bf16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:25,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,33091,-1] 2024-11-21T11:21:25,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:25,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:25,888 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:25,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d65ea69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:25,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:21:25,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,33091,1732188075984 2024-11-21T11:21:25,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@403e7183 2024-11-21T11:21:25,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:25,890 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:21:25,890 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T11:21:25,890 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:21:25,890 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:25,890 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:25,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:25,891 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:21:25,891 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T11:21:25,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:21:25,892 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:25,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:21:25,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741837_1013 (size=1138) 2024-11-21T11:21:25,942 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T11:21:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:26,077 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 379, reset compression=false 2024-11-21T11:21:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:26,299 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38e000c2c068e853610687b94988d214, NAME => 'hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2 2024-11-21T11:21:26,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741838_1014 (size=44) 2024-11-21T11:21:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:26,581 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 379, reset compression=false 2024-11-21T11:21:26,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:26,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 38e000c2c068e853610687b94988d214, disabling compactions & flushes 2024-11-21T11:21:26,707 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. 2024-11-21T11:21:26,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. 2024-11-21T11:21:26,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. after waiting 0 ms 2024-11-21T11:21:26,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. 2024-11-21T11:21:26,707 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. 2024-11-21T11:21:26,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38e000c2c068e853610687b94988d214: Waiting for close lock at 1732188086707Disabling compacts and flushes for region at 1732188086707Disabling writes for close at 1732188086707Writing region close event to WAL at 1732188086707Closed at 1732188086707 2024-11-21T11:21:26,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:21:26,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732188086708"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188086708"}]},"ts":"1732188086708"} 2024-11-21T11:21:26,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:21:26,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:21:26,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188086711"}]},"ts":"1732188086711"} 2024-11-21T11:21:26,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T11:21:26,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38e000c2c068e853610687b94988d214, ASSIGN}] 2024-11-21T11:21:26,714 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38e000c2c068e853610687b94988d214, ASSIGN 2024-11-21T11:21:26,715 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38e000c2c068e853610687b94988d214, ASSIGN; state=OFFLINE, location=7b462513bfc2,33253,1732188072215; forceNewPlan=false, retain=false 2024-11-21T11:21:26,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=38e000c2c068e853610687b94988d214, regionState=OPENING, regionLocation=7b462513bfc2,33253,1732188072215 2024-11-21T11:21:26,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38e000c2c068e853610687b94988d214, ASSIGN because future has completed 2024-11-21T11:21:26,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38e000c2c068e853610687b94988d214, server=7b462513bfc2,33253,1732188072215}] 2024-11-21T11:21:27,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. 2024-11-21T11:21:27,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:27,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T11:21:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:27,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C33253%2C1732188072215.rep, suffix=, logDir=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215, archiveDir=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/oldWALs, maxLogs=10 2024-11-21T11:21:27,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.rep.1732188087025, exclude list is [], retry=0 2024-11-21T11:21:27,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41741,DS-3cc183af-590d-412f-83ac-76ba6a4a7657,DISK] 2024-11-21T11:21:27,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.rep.1732188087025 2024-11-21T11:21:27,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-21T11:21:27,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 38e000c2c068e853610687b94988d214, NAME => 'hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:27,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:21:27,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:21:27,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. service=MultiRowMutationService 2024-11-21T11:21:27,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T11:21:27,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 38e000c2c068e853610687b94988d214 2024-11-21T11:21:27,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:27,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 38e000c2c068e853610687b94988d214 2024-11-21T11:21:27,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 38e000c2c068e853610687b94988d214 2024-11-21T11:21:27,046 INFO [StoreOpener-38e000c2c068e853610687b94988d214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 38e000c2c068e853610687b94988d214 2024-11-21T11:21:27,047 INFO [StoreOpener-38e000c2c068e853610687b94988d214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e000c2c068e853610687b94988d214 columnFamilyName hfileref 2024-11-21T11:21:27,047 DEBUG [StoreOpener-38e000c2c068e853610687b94988d214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:27,047 INFO [StoreOpener-38e000c2c068e853610687b94988d214-1 {}] regionserver.HStore(327): Store=38e000c2c068e853610687b94988d214/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:27,048 INFO [StoreOpener-38e000c2c068e853610687b94988d214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 38e000c2c068e853610687b94988d214 2024-11-21T11:21:27,048 INFO [StoreOpener-38e000c2c068e853610687b94988d214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e000c2c068e853610687b94988d214 columnFamilyName queue 2024-11-21T11:21:27,048 DEBUG [StoreOpener-38e000c2c068e853610687b94988d214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:27,049 INFO [StoreOpener-38e000c2c068e853610687b94988d214-1 {}] regionserver.HStore(327): Store=38e000c2c068e853610687b94988d214/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:27,049 INFO [StoreOpener-38e000c2c068e853610687b94988d214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 38e000c2c068e853610687b94988d214 2024-11-21T11:21:27,049 INFO [StoreOpener-38e000c2c068e853610687b94988d214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e000c2c068e853610687b94988d214 columnFamilyName sid 2024-11-21T11:21:27,049 DEBUG [StoreOpener-38e000c2c068e853610687b94988d214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:27,050 INFO [StoreOpener-38e000c2c068e853610687b94988d214-1 {}] regionserver.HStore(327): Store=38e000c2c068e853610687b94988d214/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:27,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 38e000c2c068e853610687b94988d214 2024-11-21T11:21:27,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/replication/38e000c2c068e853610687b94988d214 2024-11-21T11:21:27,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/replication/38e000c2c068e853610687b94988d214 2024-11-21T11:21:27,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 38e000c2c068e853610687b94988d214 2024-11-21T11:21:27,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 38e000c2c068e853610687b94988d214 2024-11-21T11:21:27,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:21:27,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 38e000c2c068e853610687b94988d214 2024-11-21T11:21:27,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/replication/38e000c2c068e853610687b94988d214/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:27,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 38e000c2c068e853610687b94988d214; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63642017, jitterRate=-0.051660045981407166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:21:27,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38e000c2c068e853610687b94988d214 2024-11-21T11:21:27,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 38e000c2c068e853610687b94988d214: Running coprocessor pre-open hook at 1732188087045Writing region info on filesystem at 1732188087045Initializing all the Stores at 1732188087046 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188087046Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188087046Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188087046Cleaning up temporary data from old regions at 1732188087051 (+5 ms)Running coprocessor post-open hooks at 1732188087054 (+3 ms)Region opened successfully at 1732188087054 2024-11-21T11:21:27,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214., pid=10, masterSystemTime=1732188087020 2024-11-21T11:21:27,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. 2024-11-21T11:21:27,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. 2024-11-21T11:21:27,057 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=38e000c2c068e853610687b94988d214, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,33253,1732188072215 2024-11-21T11:21:27,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38e000c2c068e853610687b94988d214, server=7b462513bfc2,33253,1732188072215 because future has completed 2024-11-21T11:21:27,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T11:21:27,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 38e000c2c068e853610687b94988d214, server=7b462513bfc2,33253,1732188072215 in 191 msec 2024-11-21T11:21:27,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T11:21:27,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38e000c2c068e853610687b94988d214, ASSIGN in 348 msec 2024-11-21T11:21:27,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:21:27,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188087063"}]},"ts":"1732188087063"} 2024-11-21T11:21:27,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T11:21:27,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:21:27,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-21T11:21:27,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214., hostname=7b462513bfc2,33253,1732188072215, seqNum=2] 2024-11-21T11:21:27,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491 2024-11-21T11:21:27,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491 2024-11-21T11:21:27,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:21:27,185 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 379, reset compression=false 2024-11-21T11:21:27,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T11:21:27,258 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T11:21:27,287 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,33253,1732188072215, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:21:27,287 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:27,287 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,33253,1732188072215, seqNum=-1] 2024-11-21T11:21:27,287 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:27,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T11:21:27,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b462513bfc2,33253,1732188072215', locateType=CURRENT is [region=hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214., hostname=7b462513bfc2,33253,1732188072215, seqNum=2] 2024-11-21T11:21:27,292 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T11:21:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T11:21:27,294 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b462513bfc2,33253,1732188072215 suceeded 2024-11-21T11:21:27,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T11:21:27,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-21T11:21:27,296 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b462513bfc2:33091,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:21:27,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-21T11:21:27,311 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:33091' 2024-11-21T11:21:27,313 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67f76669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:27,313 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,33091,-1 for getting cluster id 2024-11-21T11:21:27,313 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:27,314 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dafd469-e2c4-4f53-b9f3-5e94d8233ee8' 2024-11-21T11:21:27,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:27,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dafd469-e2c4-4f53-b9f3-5e94d8233ee8" 2024-11-21T11:21:27,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@649d9b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:27,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,33091,-1] 2024-11-21T11:21:27,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:27,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:27,315 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:27,315 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@223c836e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:27,316 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:21:27,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,33091,1732188075984 2024-11-21T11:21:27,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b1cfa37 2024-11-21T11:21:27,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:27,317 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-21T11:21:27,318 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,33253,1732188072215 (queues=1) is replicating from cluster=df1f11dc-3ebe-46f0-a2f6-36fcd3307570 to cluster=2dafd469-e2c4-4f53-b9f3-5e94d8233ee8 2024-11-21T11:21:27,318 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C33253%2C1732188072215 2024-11-21T11:21:27,318 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,33253,1732188072215, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:21:27,318 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776, startPosition=0, beingWritten=true 2024-11-21T11:21:27,318 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C33253%2C1732188072215 2024-11-21T11:21:27,322 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:27,323 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 379, reset compression=false 2024-11-21T11:21:27,323 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,33253,1732188072215 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:21:27,526 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 379, reset compression=false 2024-11-21T11:21:27,829 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 379, reset compression=false 2024-11-21T11:21:27,888 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 379, reset compression=false 2024-11-21T11:21:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:28,035 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T11:21:28,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:21:28,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:28,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:28,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:28,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:28,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:28,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,33091,-1 for getting cluster id 2024-11-21T11:21:28,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:28,037 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dafd469-e2c4-4f53-b9f3-5e94d8233ee8' 2024-11-21T11:21:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:28,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dafd469-e2c4-4f53-b9f3-5e94d8233ee8" 2024-11-21T11:21:28,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d6cf14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:28,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,33091,-1] 2024-11-21T11:21:28,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:28,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:28,039 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:28,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c34e2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:28,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:21:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,33091,1732188075984 2024-11-21T11:21:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@466f4f1b 2024-11-21T11:21:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:28,041 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:21:28,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33091 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b462513bfc2:46103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:21:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33091 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:21:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:28,044 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:46103' 2024-11-21T11:21:28,045 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d4c399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:28,045 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,46103,-1 for getting cluster id 2024-11-21T11:21:28,045 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:28,046 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df1f11dc-3ebe-46f0-a2f6-36fcd3307570' 2024-11-21T11:21:28,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:28,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df1f11dc-3ebe-46f0-a2f6-36fcd3307570" 2024-11-21T11:21:28,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae05b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:28,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,46103,-1] 2024-11-21T11:21:28,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:28,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:28,047 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:28,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553ab32d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:28,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:21:28,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,46103,1732188071974 2024-11-21T11:21:28,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d663ebe 2024-11-21T11:21:28,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:28,049 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:21:28,050 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T11:21:28,050 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:21:28,050 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:28,050 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:28,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:28,051 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:21:28,052 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T11:21:28,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:21:28,053 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:28,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:21:28,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741837_1013 (size=1138) 2024-11-21T11:21:28,102 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T11:21:28,112 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T11:21:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:28,232 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 379, reset compression=false 2024-11-21T11:21:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:28,461 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7a0c257b22856a2547cf658e839368c, NAME => 'hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43 2024-11-21T11:21:28,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741838_1014 (size=44) 2024-11-21T11:21:28,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:28,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b7a0c257b22856a2547cf658e839368c, disabling compactions & flushes 2024-11-21T11:21:28,466 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. 2024-11-21T11:21:28,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. 2024-11-21T11:21:28,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. after waiting 0 ms 2024-11-21T11:21:28,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. 2024-11-21T11:21:28,466 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. 2024-11-21T11:21:28,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7a0c257b22856a2547cf658e839368c: Waiting for close lock at 1732188088466Disabling compacts and flushes for region at 1732188088466Disabling writes for close at 1732188088466Writing region close event to WAL at 1732188088466Closed at 1732188088466 2024-11-21T11:21:28,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:21:28,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732188088467"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188088467"}]},"ts":"1732188088467"} 2024-11-21T11:21:28,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:21:28,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:21:28,470 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188088470"}]},"ts":"1732188088470"} 2024-11-21T11:21:28,471 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T11:21:28,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7a0c257b22856a2547cf658e839368c, ASSIGN}] 2024-11-21T11:21:28,472 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7a0c257b22856a2547cf658e839368c, ASSIGN 2024-11-21T11:21:28,473 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b7a0c257b22856a2547cf658e839368c, ASSIGN; state=OFFLINE, location=7b462513bfc2,41453,1732188076024; forceNewPlan=false, retain=false 2024-11-21T11:21:28,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b7a0c257b22856a2547cf658e839368c, regionState=OPENING, regionLocation=7b462513bfc2,41453,1732188076024 2024-11-21T11:21:28,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b7a0c257b22856a2547cf658e839368c, ASSIGN because future has completed 2024-11-21T11:21:28,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7a0c257b22856a2547cf658e839368c, server=7b462513bfc2,41453,1732188076024}] 2024-11-21T11:21:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:28,692 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 379, reset compression=false 2024-11-21T11:21:28,736 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 379, reset compression=false 2024-11-21T11:21:28,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. 2024-11-21T11:21:28,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:28,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T11:21:28,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C41453%2C1732188076024.rep, suffix=, logDir=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024, archiveDir=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/oldWALs, maxLogs=10 2024-11-21T11:21:28,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.rep.1732188088784, exclude list is [], retry=0 2024-11-21T11:21:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46049,DS-8110950f-0b9f-44f8-8b75-85263842dd38,DISK] 2024-11-21T11:21:28,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.rep.1732188088784 2024-11-21T11:21:28,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36815:36815)] 2024-11-21T11:21:28,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b7a0c257b22856a2547cf658e839368c, NAME => 'hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:28,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:21:28,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:21:28,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. service=MultiRowMutationService 2024-11-21T11:21:28,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T11:21:28,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:28,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:28,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:28,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:28,803 INFO [StoreOpener-b7a0c257b22856a2547cf658e839368c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:28,804 INFO [StoreOpener-b7a0c257b22856a2547cf658e839368c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7a0c257b22856a2547cf658e839368c columnFamilyName hfileref 2024-11-21T11:21:28,804 DEBUG [StoreOpener-b7a0c257b22856a2547cf658e839368c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:28,804 INFO [StoreOpener-b7a0c257b22856a2547cf658e839368c-1 {}] regionserver.HStore(327): Store=b7a0c257b22856a2547cf658e839368c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:28,804 INFO [StoreOpener-b7a0c257b22856a2547cf658e839368c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:28,805 INFO [StoreOpener-b7a0c257b22856a2547cf658e839368c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7a0c257b22856a2547cf658e839368c columnFamilyName queue 2024-11-21T11:21:28,805 DEBUG [StoreOpener-b7a0c257b22856a2547cf658e839368c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:28,805 INFO [StoreOpener-b7a0c257b22856a2547cf658e839368c-1 {}] regionserver.HStore(327): Store=b7a0c257b22856a2547cf658e839368c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:28,805 INFO [StoreOpener-b7a0c257b22856a2547cf658e839368c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:28,806 INFO [StoreOpener-b7a0c257b22856a2547cf658e839368c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7a0c257b22856a2547cf658e839368c columnFamilyName sid 2024-11-21T11:21:28,806 DEBUG [StoreOpener-b7a0c257b22856a2547cf658e839368c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:28,806 INFO [StoreOpener-b7a0c257b22856a2547cf658e839368c-1 {}] regionserver.HStore(327): Store=b7a0c257b22856a2547cf658e839368c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:28,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:28,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/replication/b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:28,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/replication/b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:28,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:28,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:28,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:21:28,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:28,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/replication/b7a0c257b22856a2547cf658e839368c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:28,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b7a0c257b22856a2547cf658e839368c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58831461, jitterRate=-0.12334291636943817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:21:28,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:28,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b7a0c257b22856a2547cf658e839368c: Running coprocessor pre-open hook at 1732188088802Writing region info on filesystem at 1732188088802Initializing all the Stores at 1732188088803 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188088803Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188088803Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188088803Cleaning up temporary data from old regions at 1732188088808 (+5 ms)Running coprocessor post-open hooks at 1732188088811 (+3 ms)Region opened successfully at 1732188088811 2024-11-21T11:21:28,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c., pid=10, masterSystemTime=1732188088779 2024-11-21T11:21:28,812 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:21:28,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:28,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:28,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:28,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:28,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. 2024-11-21T11:21:28,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. 2024-11-21T11:21:28,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:28,814 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b7a0c257b22856a2547cf658e839368c, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,41453,1732188076024 2024-11-21T11:21:28,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7a0c257b22856a2547cf658e839368c, server=7b462513bfc2,41453,1732188076024 because future has completed 2024-11-21T11:21:28,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T11:21:28,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b7a0c257b22856a2547cf658e839368c, server=7b462513bfc2,41453,1732188076024 in 203 msec 2024-11-21T11:21:28,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T11:21:28,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7a0c257b22856a2547cf658e839368c, ASSIGN in 359 msec 2024-11-21T11:21:28,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:21:28,833 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188088833"}]},"ts":"1732188088833"} 2024-11-21T11:21:28,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T11:21:28,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:21:28,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 785 msec 2024-11-21T11:21:28,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:28,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:28,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:28,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:28,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:28,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:28,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c., hostname=7b462513bfc2,41453,1732188076024, seqNum=2] 2024-11-21T11:21:28,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:28,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:28,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:28,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488 2024-11-21T11:21:28,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488 2024-11-21T11:21:28,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:28,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:21:29,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T11:21:29,019 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T11:21:29,056 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,41453,1732188076024, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:21:29,057 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:29,057 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41453,1732188076024, seqNum=-1] 2024-11-21T11:21:29,057 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:29,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T11:21:29,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b462513bfc2,41453,1732188076024', locateType=CURRENT is [region=hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c., hostname=7b462513bfc2,41453,1732188076024, seqNum=2] 2024-11-21T11:21:29,062 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T11:21:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33091 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T11:21:29,064 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b462513bfc2,41453,1732188076024 suceeded 2024-11-21T11:21:29,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T11:21:29,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-21T11:21:29,066 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b462513bfc2:46103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:21:29,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0250 sec 2024-11-21T11:21:29,076 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:46103' 2024-11-21T11:21:29,077 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ab6371d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:29,077 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,46103,-1 for getting cluster id 2024-11-21T11:21:29,077 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:29,077 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df1f11dc-3ebe-46f0-a2f6-36fcd3307570' 2024-11-21T11:21:29,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:29,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df1f11dc-3ebe-46f0-a2f6-36fcd3307570" 2024-11-21T11:21:29,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bc84921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:29,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,46103,-1] 2024-11-21T11:21:29,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:29,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:29,079 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:29,079 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7349d850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:29,079 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:21:29,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,46103,1732188071974 2024-11-21T11:21:29,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b953f25 2024-11-21T11:21:29,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:29,081 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-21T11:21:29,081 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,41453,1732188076024 (queues=1) is replicating from cluster=2dafd469-e2c4-4f53-b9f3-5e94d8233ee8 to cluster=df1f11dc-3ebe-46f0-a2f6-36fcd3307570 2024-11-21T11:21:29,081 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C41453%2C1732188076024 2024-11-21T11:21:29,082 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,41453,1732188076024, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:21:29,082 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615, startPosition=0, beingWritten=true 2024-11-21T11:21:29,082 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C41453%2C1732188076024 2024-11-21T11:21:29,086 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:29,086 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 379, reset compression=false 2024-11-21T11:21:29,086 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41453,1732188076024 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:21:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:29,185 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T11:21:29,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:21:29,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:29,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:29,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:29,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:29,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2707d684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:29,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,38705,-1 for getting cluster id 2024-11-21T11:21:29,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:29,186 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59711647-2d04-4005-bd65-b96082aa4d19' 2024-11-21T11:21:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59711647-2d04-4005-bd65-b96082aa4d19" 2024-11-21T11:21:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641df4ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,38705,-1] 2024-11-21T11:21:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:29,188 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:29,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5a3d35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:29,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d06876f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:29,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,46103,-1 for getting cluster id 2024-11-21T11:21:29,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:29,190 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df1f11dc-3ebe-46f0-a2f6-36fcd3307570' 2024-11-21T11:21:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df1f11dc-3ebe-46f0-a2f6-36fcd3307570" 2024-11-21T11:21:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e34365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,46103,-1] 2024-11-21T11:21:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:29,191 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:29,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81358f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:29,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738352c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:29,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,33091,-1 for getting cluster id 2024-11-21T11:21:29,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:29,192 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dafd469-e2c4-4f53-b9f3-5e94d8233ee8' 2024-11-21T11:21:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dafd469-e2c4-4f53-b9f3-5e94d8233ee8" 2024-11-21T11:21:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e2ad9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,33091,-1] 2024-11-21T11:21:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:29,193 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9d15e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:29,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:29,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,44877,1732188069148, seqNum=-1] 2024-11-21T11:21:29,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:29,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:29,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246., hostname=7b462513bfc2,44877,1732188069148, seqNum=2] 2024-11-21T11:21:29,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:29,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41453,1732188076024, seqNum=-1] 2024-11-21T11:21:29,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:29,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f., hostname=7b462513bfc2,41453,1732188076024, seqNum=2] 2024-11-21T11:21:29,203 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T11:21:29,293 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 379, reset compression=false 2024-11-21T11:21:29,340 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 379, reset compression=false 2024-11-21T11:21:29,596 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 379, reset compression=false 2024-11-21T11:21:29,596 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 379, reset compression=false 2024-11-21T11:21:29,601 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:21:29,601 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 480, reset compression=false 2024-11-21T11:21:29,601 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.shipper7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44877,1732188069148 got entry batch from reader: WALEntryBatch [walEntries=[{test/ebef52bfb4a430d58eb0ce296ab3b246/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T11:21:29,604 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.shipper7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:21:29,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-21T11:21:29,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:21:29,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a128840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:29,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33253 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,46103,-1 for getting cluster id 2024-11-21T11:21:29,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:29,606 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df1f11dc-3ebe-46f0-a2f6-36fcd3307570' 2024-11-21T11:21:29,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:29,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df1f11dc-3ebe-46f0-a2f6-36fcd3307570" 2024-11-21T11:21:29,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15a6989b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:29,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,46103,-1] 2024-11-21T11:21:29,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:29,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:29,607 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:29,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74c3a15f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:29,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33253 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:29,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,33253,1732188072215, seqNum=-1] 2024-11-21T11:21:29,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:29,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T11:21:29,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732188080418.6bbf77d3a29126d41605d6695c71b470., hostname=7b462513bfc2,33253,1732188072215, seqNum=2] 2024-11-21T11:21:29,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:21:29,804 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 480, reset compression=false 2024-11-21T11:21:30,000 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 379, reset compression=false 2024-11-21T11:21:30,044 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 379, reset compression=false 2024-11-21T11:21:30,048 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:21:30,048 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 503, reset compression=false 2024-11-21T11:21:30,048 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,33253,1732188072215 got entry batch from reader: WALEntryBatch [walEntries=[{test/6bbf77d3a29126d41605d6695c71b470/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T11:21:30,050 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:21:30,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-21T11:21:30,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41453 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:21:30,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@167f7e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:30,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41453 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,33091,-1 for getting cluster id 2024-11-21T11:21:30,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:30,052 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dafd469-e2c4-4f53-b9f3-5e94d8233ee8' 2024-11-21T11:21:30,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:30,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dafd469-e2c4-4f53-b9f3-5e94d8233ee8" 2024-11-21T11:21:30,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f63b237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:30,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,33091,-1] 2024-11-21T11:21:30,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:30,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:30,053 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:30,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f2e1475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:30,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41453 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:30,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,41453,1732188076024, seqNum=-1] 2024-11-21T11:21:30,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:30,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T11:21:30,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f., hostname=7b462513bfc2,41453,1732188076024, seqNum=2] 2024-11-21T11:21:30,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41453 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:21:30,107 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 480, reset compression=false 2024-11-21T11:21:30,205 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T11:21:30,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,33253,1732188072215, seqNum=-1] 2024-11-21T11:21:30,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:30,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732188080418.6bbf77d3a29126d41605d6695c71b470., hostname=7b462513bfc2,33253,1732188072215, seqNum=2] 2024-11-21T11:21:30,212 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T11:21:30,251 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 503, reset compression=false 2024-11-21T11:21:30,256 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:21:30,256 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 607, reset compression=false 2024-11-21T11:21:30,256 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,33253,1732188072215 got entry batch from reader: WALEntryBatch [walEntries=[{test/6bbf77d3a29126d41605d6695c71b470/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T11:21:30,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41453 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:21:30,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41453 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:21:30,460 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 607, reset compression=false 2024-11-21T11:21:30,503 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 379, reset compression=false 2024-11-21T11:21:30,506 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:30,506 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 655, reset compression=false 2024-11-21T11:21:30,506 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41453,1732188076024 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:21:30,511 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 480, reset compression=false 2024-11-21T11:21:30,710 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 655, reset compression=false 2024-11-21T11:21:30,763 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 607, reset compression=false 2024-11-21T11:21:31,013 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 655, reset compression=false 2024-11-21T11:21:31,014 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 480, reset compression=false 2024-11-21T11:21:31,171 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 607, reset compression=false 2024-11-21T11:21:31,215 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T11:21:31,218 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T11:21:31,417 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 655, reset compression=false 2024-11-21T11:21:31,422 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:21:31,422 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 759, reset compression=false 2024-11-21T11:21:31,422 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41453,1732188076024 got entry batch from reader: WALEntryBatch [walEntries=[{test/0c29393a2a3d74d574324ddf7d8f370f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T11:21:31,425 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:21:31,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-21T11:21:31,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:21:31,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:21:31,617 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 480, reset compression=false 2024-11-21T11:21:31,629 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 759, reset compression=false 2024-11-21T11:21:31,675 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 607, reset compression=false 2024-11-21T11:21:31,679 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:31,680 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 734, reset compression=false 2024-11-21T11:21:31,680 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,33253,1732188072215 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:21:31,883 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 734, reset compression=false 2024-11-21T11:21:31,932 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 759, reset compression=false 2024-11-21T11:21:32,187 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 734, reset compression=false 2024-11-21T11:21:32,220 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T11:21:32,223 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T11:21:32,321 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 480, reset compression=false 2024-11-21T11:21:32,326 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:21:32,326 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 636, reset compression=false 2024-11-21T11:21:32,326 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.shipper7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44877,1732188069148 got entry batch from reader: WALEntryBatch [walEntries=[{test/ebef52bfb4a430d58eb0ce296ab3b246/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T11:21:32,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:21:32,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:21:32,336 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 759, reset compression=false 2024-11-21T11:21:32,529 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 636, reset compression=false 2024-11-21T11:21:32,591 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 734, reset compression=false 2024-11-21T11:21:32,596 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:21:32,596 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 881, reset compression=false 2024-11-21T11:21:32,596 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,33253,1732188072215 got entry batch from reader: WALEntryBatch [walEntries=[{test/6bbf77d3a29126d41605d6695c71b470/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T11:21:32,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41453 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:21:32,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41453 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:21:32,799 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 881, reset compression=false 2024-11-21T11:21:32,833 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 636, reset compression=false 2024-11-21T11:21:32,839 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 759, reset compression=false 2024-11-21T11:21:32,843 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:32,843 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 930, reset compression=false 2024-11-21T11:21:32,843 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41453,1732188076024 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:21:33,046 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 930, reset compression=false 2024-11-21T11:21:33,102 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 881, reset compression=false 2024-11-21T11:21:33,225 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T11:21:33,228 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T11:21:33,236 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 636, reset compression=false 2024-11-21T11:21:33,350 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 930, reset compression=false 2024-11-21T11:21:33,506 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 881, reset compression=false 2024-11-21T11:21:33,510 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:21:33,510 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 1040, reset compression=false 2024-11-21T11:21:33,510 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,33253,1732188072215 got entry batch from reader: WALEntryBatch [walEntries=[{test/6bbf77d3a29126d41605d6695c71b470/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T11:21:33,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41453 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:21:33,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41453 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:21:33,713 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 1040, reset compression=false 2024-11-21T11:21:33,740 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 636, reset compression=false 2024-11-21T11:21:33,754 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 930, reset compression=false 2024-11-21T11:21:33,757 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:33,757 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 1080, reset compression=false 2024-11-21T11:21:33,757 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41453,1732188076024 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:21:33,960 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 1080, reset compression=false 2024-11-21T11:21:34,017 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 1040, reset compression=false 2024-11-21T11:21:34,230 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T11:21:34,234 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T11:21:34,264 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 1080, reset compression=false 2024-11-21T11:21:34,269 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:21:34,269 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 1239, reset compression=false 2024-11-21T11:21:34,269 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41453,1732188076024 got entry batch from reader: WALEntryBatch [walEntries=[{test/0c29393a2a3d74d574324ddf7d8f370f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T11:21:34,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T11:21:34,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T11:21:34,305 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:21:34,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:34,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:34,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:34,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:34,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:34,343 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 636, reset compression=false 2024-11-21T11:21:34,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:34,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:34,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:34,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:34,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:34,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:34,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:34,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:34,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:34,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:34,421 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 1040, reset compression=false 2024-11-21T11:21:34,426 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:34,426 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 1189, reset compression=false 2024-11-21T11:21:34,426 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,33253,1732188072215 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:21:34,473 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 1239, reset compression=false 2024-11-21T11:21:34,629 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 1189, reset compression=false 2024-11-21T11:21:34,777 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 1239, reset compression=false 2024-11-21T11:21:34,932 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 1189, reset compression=false 2024-11-21T11:21:35,047 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 636, reset compression=false 2024-11-21T11:21:35,180 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 1239, reset compression=false 2024-11-21T11:21:35,236 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T11:21:35,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:21:35,241 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:21:35,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:35,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:35,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:35,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:35,242 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:21:35,242 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1540974752, stopped=false 2024-11-21T11:21:35,242 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,33091,1732188075984 2024-11-21T11:21:35,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-923494488/running 2024-11-21T11:21:35,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-923494488/running 2024-11-21T11:21:35,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488 2024-11-21T11:21:35,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488 2024-11-21T11:21:35,243 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:21:35,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:21:35,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:35,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:35,244 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,41453,1732188076024' ***** 2024-11-21T11:21:35,244 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:21:35,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Set watcher on znode that does not yet exist, /2-923494488/running 2024-11-21T11:21:35,244 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:21:35,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Set watcher on znode that does not yet exist, /2-923494488/running 2024-11-21T11:21:35,245 INFO [RS:0;7b462513bfc2:41453 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:21:35,245 INFO [RS:0;7b462513bfc2:41453 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:21:35,245 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c29393a2a3d74d574324ddf7d8f370f 2024-11-21T11:21:35,245 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:21:35,245 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(3091): Received CLOSE for b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:35,245 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,41453,1732188076024 2024-11-21T11:21:35,245 INFO [RS:0;7b462513bfc2:41453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:21:35,245 INFO [RS:0;7b462513bfc2:41453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:41453. 2024-11-21T11:21:35,245 DEBUG [RS:0;7b462513bfc2:41453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:35,245 DEBUG [RS:0;7b462513bfc2:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:35,245 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:21:35,245 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:21:35,245 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:21:35,245 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:21:35,246 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T11:21:35,246 DEBUG [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0c29393a2a3d74d574324ddf7d8f370f=test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f., b7a0c257b22856a2547cf658e839368c=hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c.} 2024-11-21T11:21:35,246 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c29393a2a3d74d574324ddf7d8f370f, disabling compactions & flushes 2024-11-21T11:21:35,246 DEBUG [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1351): Waiting on 0c29393a2a3d74d574324ddf7d8f370f, 1588230740, b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:35,246 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f. 2024-11-21T11:21:35,246 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f. 2024-11-21T11:21:35,246 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:21:35,246 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f. after waiting 0 ms 2024-11-21T11:21:35,246 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:21:35,246 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f. 2024-11-21T11:21:35,246 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:21:35,246 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:21:35,246 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:21:35,246 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0c29393a2a3d74d574324ddf7d8f370f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T11:21:35,246 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T11:21:35,262 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/.tmp/info/2f42b8794f2b41378be0e5bee21b5f26 is 147, key is hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c./info:regioninfo/1732188088814/Put/seqid=0 2024-11-21T11:21:35,262 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f/.tmp/f/b33d0173156a409ea0cf3ac3f6e09156 is 29, key is row1/f:/1732188093226/DeleteFamily/seqid=0 2024-11-21T11:21:35,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741841_1017 (size=5152) 2024-11-21T11:21:35,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741840_1016 (size=7686) 2024-11-21T11:21:35,296 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:21:35,336 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 1189, reset compression=false 2024-11-21T11:21:35,446 DEBUG [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1351): Waiting on 0c29393a2a3d74d574324ddf7d8f370f, 1588230740, b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:35,482 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:21:35,482 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:21:35,646 DEBUG [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1351): Waiting on 0c29393a2a3d74d574324ddf7d8f370f, 1588230740, b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:35,666 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/.tmp/info/2f42b8794f2b41378be0e5bee21b5f26 2024-11-21T11:21:35,667 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f/.tmp/f/b33d0173156a409ea0cf3ac3f6e09156 2024-11-21T11:21:35,671 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b33d0173156a409ea0cf3ac3f6e09156 2024-11-21T11:21:35,684 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 1239, reset compression=false 2024-11-21T11:21:35,689 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f/.tmp/f1/0202d2c4c5674c3b8881e9c5eccc6b9f is 30, key is row1/f1:/1732188093226/DeleteFamily/seqid=0 2024-11-21T11:21:35,690 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:35,690 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 1486, reset compression=false 2024-11-21T11:21:35,690 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,41453,1732188076024 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:21:35,692 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/.tmp/ns/a208362bb0084878a4a5ba18c7f995cc is 43, key is default/ns:d/1732188078183/Put/seqid=0 2024-11-21T11:21:35,691 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b462513bfc2,41453,1732188076024: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b462513bfc2,41453,1732188076024, walGroup=7b462513bfc2%2C41453%2C1732188076024, offset=7b462513bfc2%2C41453%2C1732188076024.1732188077615:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:41453 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T11:21:35,692 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T11:21:35,693 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T11:21:35,693 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T11:21:35,693 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T11:21:35,693 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T11:21:35,693 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 933585408 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 201348224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T11:21:35,693 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:33091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:33091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T11:21:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741842_1018 (size=5158) 2024-11-21T11:21:35,695 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f/.tmp/f1/0202d2c4c5674c3b8881e9c5eccc6b9f 2024-11-21T11:21:35,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741843_1019 (size=5153) 2024-11-21T11:21:35,700 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0202d2c4c5674c3b8881e9c5eccc6b9f 2024-11-21T11:21:35,715 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f/.tmp/norep/53090d69fc754db2a519251d8e94eb87 is 33, key is row2/norep:/1732188094231/DeleteFamily/seqid=0 2024-11-21T11:21:35,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741844_1020 (size=5108) 2024-11-21T11:21:35,719 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f/.tmp/norep/53090d69fc754db2a519251d8e94eb87 2024-11-21T11:21:35,723 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53090d69fc754db2a519251d8e94eb87 2024-11-21T11:21:35,723 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f/.tmp/f/b33d0173156a409ea0cf3ac3f6e09156 as hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f/f/b33d0173156a409ea0cf3ac3f6e09156 2024-11-21T11:21:35,727 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b33d0173156a409ea0cf3ac3f6e09156 2024-11-21T11:21:35,727 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f/f/b33d0173156a409ea0cf3ac3f6e09156, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T11:21:35,728 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f/.tmp/f1/0202d2c4c5674c3b8881e9c5eccc6b9f as hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f/f1/0202d2c4c5674c3b8881e9c5eccc6b9f 2024-11-21T11:21:35,732 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0202d2c4c5674c3b8881e9c5eccc6b9f 2024-11-21T11:21:35,732 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f/f1/0202d2c4c5674c3b8881e9c5eccc6b9f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T11:21:35,733 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f/.tmp/norep/53090d69fc754db2a519251d8e94eb87 as hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f/norep/53090d69fc754db2a519251d8e94eb87 2024-11-21T11:21:35,737 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53090d69fc754db2a519251d8e94eb87 2024-11-21T11:21:35,737 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f/norep/53090d69fc754db2a519251d8e94eb87, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T11:21:35,738 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0c29393a2a3d74d574324ddf7d8f370f in 492ms, sequenceid=10, compaction requested=false 2024-11-21T11:21:35,742 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/default/test/0c29393a2a3d74d574324ddf7d8f370f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T11:21:35,743 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:21:35,743 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:21:35,743 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f. 2024-11-21T11:21:35,743 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c29393a2a3d74d574324ddf7d8f370f: Waiting for close lock at 1732188095246Running coprocessor pre-close hooks at 1732188095246Disabling compacts and flushes for region at 1732188095246Disabling writes for close at 1732188095246Obtaining lock to block concurrent updates at 1732188095246Preparing flush snapshotting stores in 0c29393a2a3d74d574324ddf7d8f370f at 1732188095246Finished memstore snapshotting test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732188095246Flushing stores of test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f. at 1732188095247 (+1 ms)Flushing 0c29393a2a3d74d574324ddf7d8f370f/f: creating writer at 1732188095247Flushing 0c29393a2a3d74d574324ddf7d8f370f/f: appending metadata at 1732188095261 (+14 ms)Flushing 0c29393a2a3d74d574324ddf7d8f370f/f: closing flushed file at 1732188095261Flushing 0c29393a2a3d74d574324ddf7d8f370f/f1: creating writer at 1732188095671 (+410 ms)Flushing 0c29393a2a3d74d574324ddf7d8f370f/f1: appending metadata at 1732188095688 (+17 ms)Flushing 0c29393a2a3d74d574324ddf7d8f370f/f1: closing flushed file at 1732188095688Flushing 0c29393a2a3d74d574324ddf7d8f370f/norep: creating writer at 1732188095700 (+12 ms)Flushing 0c29393a2a3d74d574324ddf7d8f370f/norep: appending metadata at 1732188095714 (+14 ms)Flushing 0c29393a2a3d74d574324ddf7d8f370f/norep: closing flushed file at 1732188095714Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b9962a5: reopening flushed file at 1732188095723 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b65fa6: reopening flushed file at 1732188095728 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f51c939: reopening flushed file at 1732188095733 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0c29393a2a3d74d574324ddf7d8f370f in 492ms, sequenceid=10, compaction requested=false at 1732188095738 (+5 ms)Writing region close event to WAL at 1732188095739 (+1 ms)Running coprocessor post-close hooks at 1732188095742 (+3 ms)Closed at 1732188095743 (+1 ms) 2024-11-21T11:21:35,743 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f. 2024-11-21T11:21:35,743 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7a0c257b22856a2547cf658e839368c, disabling compactions & flushes 2024-11-21T11:21:35,743 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. 2024-11-21T11:21:35,743 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. 2024-11-21T11:21:35,743 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. after waiting 0 ms 2024-11-21T11:21:35,743 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. 2024-11-21T11:21:35,743 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7a0c257b22856a2547cf658e839368c: Waiting for close lock at 1732188095743Running coprocessor pre-close hooks at 1732188095743Disabling compacts and flushes for region at 1732188095743Disabling writes for close at 1732188095743Failed flush hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c., putting online again at 1732188095743 2024-11-21T11:21:35,743 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. 2024-11-21T11:21:35,840 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 1189, reset compression=false 2024-11-21T11:21:35,846 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(3091): Received CLOSE for b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:35,846 DEBUG [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7a0c257b22856a2547cf658e839368c 2024-11-21T11:21:35,847 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7a0c257b22856a2547cf658e839368c, disabling compactions & flushes 2024-11-21T11:21:35,847 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. 2024-11-21T11:21:35,847 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. 2024-11-21T11:21:35,847 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. after waiting 0 ms 2024-11-21T11:21:35,847 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. 2024-11-21T11:21:35,847 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7a0c257b22856a2547cf658e839368c: Waiting for close lock at 1732188095847Running coprocessor pre-close hooks at 1732188095847Disabling compacts and flushes for region at 1732188095847Disabling writes for close at 1732188095847Failed flush hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c., putting online again at 1732188095847 2024-11-21T11:21:35,847 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c. 2024-11-21T11:21:35,851 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 636, reset compression=false 2024-11-21T11:21:35,895 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 1486, reset compression=false 2024-11-21T11:21:35,899 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:35,899 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 2130, reset compression=false 2024-11-21T11:21:36,047 DEBUG [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:21:36,098 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/.tmp/ns/a208362bb0084878a4a5ba18c7f995cc 2024-11-21T11:21:36,102 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 2130, reset compression=false 2024-11-21T11:21:36,118 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/.tmp/rep_barrier/f6bf1a1be40d4d75a301eab4440f23b4 is 112, key is test,,1732188082578.0c29393a2a3d74d574324ddf7d8f370f./rep_barrier:seqnumDuringOpen/1732188083322/Put/seqid=0 2024-11-21T11:21:36,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741845_1021 (size=5518) 2024-11-21T11:21:36,247 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T11:21:36,247 DEBUG [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b7a0c257b22856a2547cf658e839368c=hbase:replication,,1732188088050.b7a0c257b22856a2547cf658e839368c.} 2024-11-21T11:21:36,247 DEBUG [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:21:36,406 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 2130, reset compression=false 2024-11-21T11:21:36,443 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 1189, reset compression=false 2024-11-21T11:21:36,447 DEBUG [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:21:36,522 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/.tmp/rep_barrier/f6bf1a1be40d4d75a301eab4440f23b4 2024-11-21T11:21:36,545 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/.tmp/table/a9da4436740d4b908aca1b586fa98272 is 53, key is hbase:replication/table:state/1732188088833/Put/seqid=0 2024-11-21T11:21:36,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741846_1022 (size=5308) 2024-11-21T11:21:36,647 DEBUG [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:21:36,754 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 636, reset compression=false 2024-11-21T11:21:36,809 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.1732188077615 to pos 2130, reset compression=false 2024-11-21T11:21:36,847 DEBUG [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:21:36,949 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/.tmp/table/a9da4436740d4b908aca1b586fa98272 2024-11-21T11:21:36,953 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/.tmp/info/2f42b8794f2b41378be0e5bee21b5f26 as hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/info/2f42b8794f2b41378be0e5bee21b5f26 2024-11-21T11:21:36,958 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/info/2f42b8794f2b41378be0e5bee21b5f26, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T11:21:36,959 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/.tmp/ns/a208362bb0084878a4a5ba18c7f995cc as hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/ns/a208362bb0084878a4a5ba18c7f995cc 2024-11-21T11:21:36,962 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/ns/a208362bb0084878a4a5ba18c7f995cc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T11:21:36,963 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/.tmp/rep_barrier/f6bf1a1be40d4d75a301eab4440f23b4 as hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/rep_barrier/f6bf1a1be40d4d75a301eab4440f23b4 2024-11-21T11:21:36,966 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/rep_barrier/f6bf1a1be40d4d75a301eab4440f23b4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T11:21:36,967 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/.tmp/table/a9da4436740d4b908aca1b586fa98272 as hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/table/a9da4436740d4b908aca1b586fa98272 2024-11-21T11:21:36,970 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/table/a9da4436740d4b908aca1b586fa98272, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T11:21:36,971 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-21T11:21:36,974 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T11:21:36,975 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:21:36,975 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:21:36,975 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:21:36,975 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188095246Running coprocessor pre-close hooks at 1732188095246Disabling compacts and flushes for region at 1732188095246Disabling writes for close at 1732188095246Obtaining lock to block concurrent updates at 1732188095246Preparing flush snapshotting stores in 1588230740 at 1732188095246Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732188095246Flushing stores of hbase:meta,,1.1588230740 at 1732188095247 (+1 ms)Flushing 1588230740/info: creating writer at 1732188095247Flushing 1588230740/info: appending metadata at 1732188095261 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732188095261Flushing 1588230740/ns: creating writer at 1732188095671 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732188095692 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732188095692Flushing 1588230740/rep_barrier: creating writer at 1732188096102 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732188096118 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732188096118Flushing 1588230740/table: creating writer at 1732188096527 (+409 ms)Flushing 1588230740/table: appending metadata at 1732188096544 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732188096544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@457d6ecb: reopening flushed file at 1732188096953 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e147309: reopening flushed file at 1732188096959 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2621d5c8: reopening flushed file at 1732188096963 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e30e95: reopening flushed file at 1732188096966 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1732188096971 (+5 ms)Writing region close event to WAL at 1732188096972 (+1 ms)Running coprocessor post-close hooks at 1732188096975 (+3 ms)Closed at 1732188096975 2024-11-21T11:21:36,975 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:21:37,048 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T11:21:37,048 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,41453,1732188076024; all regions closed. 2024-11-21T11:21:37,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741834_1010 (size=4239) 2024-11-21T11:21:37,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741839_1015 (size=1953) 2024-11-21T11:21:37,053 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/WALs/7b462513bfc2,41453,1732188076024/7b462513bfc2%2C41453%2C1732188076024.rep.1732188088784 not finished, retry = 0 2024-11-21T11:21:37,147 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 1189, reset compression=false 2024-11-21T11:21:37,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741832_1008 (size=2138) 2024-11-21T11:21:37,156 DEBUG [RS:0;7b462513bfc2:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:37,156 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:21:37,156 INFO [RS:0;7b462513bfc2:41453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:21:37,156 INFO [RS:0;7b462513bfc2:41453 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:21:37,156 INFO [RS:0;7b462513bfc2:41453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:21:37,156 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:21:37,157 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,41453,1732188076024 because: Region server is closing 2024-11-21T11:21:37,157 INFO [RS:0;7b462513bfc2:41453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:41453. 2024-11-21T11:21:37,157 DEBUG [RS:0;7b462513bfc2:41453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:37,157 DEBUG [RS:0;7b462513bfc2:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:37,157 DEBUG [RS:0;7b462513bfc2:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:37,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:37,257 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.shipper7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 terminated 2024-11-21T11:21:37,257 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,41453,1732188076024.replicationSource.wal-reader.7b462513bfc2%2C41453%2C1732188076024,1-7b462513bfc2,41453,1732188076024 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T11:21:37,258 INFO [RS:0;7b462513bfc2:41453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:41453. 2024-11-21T11:21:37,258 DEBUG [RS:0;7b462513bfc2:41453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:37,258 DEBUG [RS:0;7b462513bfc2:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:37,258 DEBUG [RS:0;7b462513bfc2:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:37,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:37,258 INFO [RS:0;7b462513bfc2:41453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41453 2024-11-21T11:21:37,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-923494488/rs/7b462513bfc2,41453,1732188076024 2024-11-21T11:21:37,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488/rs 2024-11-21T11:21:37,260 INFO [RS:0;7b462513bfc2:41453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:21:37,260 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,41453,1732188076024] 2024-11-21T11:21:37,263 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-923494488/draining/7b462513bfc2,41453,1732188076024 already deleted, retry=false 2024-11-21T11:21:37,263 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,41453,1732188076024 expired; onlineServers=0 2024-11-21T11:21:37,264 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,33091,1732188075984' ***** 2024-11-21T11:21:37,264 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:21:37,264 INFO [M:0;7b462513bfc2:33091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:21:37,264 INFO [M:0;7b462513bfc2:33091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:21:37,264 DEBUG [M:0;7b462513bfc2:33091 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:21:37,264 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:21:37,264 DEBUG [M:0;7b462513bfc2:33091 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:21:37,264 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188077395 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188077395,5,FailOnTimeoutGroup] 2024-11-21T11:21:37,264 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188077395 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188077395,5,FailOnTimeoutGroup] 2024-11-21T11:21:37,264 INFO [M:0;7b462513bfc2:33091 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:21:37,264 INFO [M:0;7b462513bfc2:33091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:21:37,264 DEBUG [M:0;7b462513bfc2:33091 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:21:37,264 INFO [M:0;7b462513bfc2:33091 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:21:37,264 INFO [M:0;7b462513bfc2:33091 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:21:37,265 INFO [M:0;7b462513bfc2:33091 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:21:37,265 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:21:37,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-923494488/master 2024-11-21T11:21:37,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923494488 2024-11-21T11:21:37,265 DEBUG [M:0;7b462513bfc2:33091 {}] zookeeper.ZKUtil(347): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Unable to get data of znode /2-923494488/master because node does not exist (not an error) 2024-11-21T11:21:37,265 WARN [M:0;7b462513bfc2:33091 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:21:37,266 INFO [M:0;7b462513bfc2:33091 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/.lastflushedseqids 2024-11-21T11:21:37,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741847_1023 (size=245) 2024-11-21T11:21:37,270 INFO [M:0;7b462513bfc2:33091 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:21:37,270 INFO [M:0;7b462513bfc2:33091 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:21:37,271 DEBUG [M:0;7b462513bfc2:33091 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:21:37,271 INFO [M:0;7b462513bfc2:33091 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:37,271 DEBUG [M:0;7b462513bfc2:33091 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:37,271 DEBUG [M:0;7b462513bfc2:33091 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:21:37,271 DEBUG [M:0;7b462513bfc2:33091 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:37,271 INFO [M:0;7b462513bfc2:33091 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-21T11:21:37,289 DEBUG [M:0;7b462513bfc2:33091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07cf7784e46045099c5998bfb0b9fd1e is 82, key is hbase:meta,,1/info:regioninfo/1732188078172/Put/seqid=0 2024-11-21T11:21:37,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741848_1024 (size=5672) 2024-11-21T11:21:37,292 INFO [M:0;7b462513bfc2:33091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07cf7784e46045099c5998bfb0b9fd1e 2024-11-21T11:21:37,308 DEBUG [M:0;7b462513bfc2:33091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efa571f3bce7414c966b39808cd86ad5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732188088837/Put/seqid=0 2024-11-21T11:21:37,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741849_1025 (size=8515) 2024-11-21T11:21:37,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:37,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013a4242060007, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:37,363 INFO [RS:0;7b462513bfc2:41453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:21:37,363 INFO [RS:0;7b462513bfc2:41453 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,41453,1732188076024; zookeeper connection closed. 2024-11-21T11:21:37,363 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ea9cdf4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ea9cdf4 2024-11-21T11:21:37,364 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:21:37,711 INFO [M:0;7b462513bfc2:33091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efa571f3bce7414c966b39808cd86ad5 2024-11-21T11:21:37,729 DEBUG [M:0;7b462513bfc2:33091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5174684ac4145a182cb764aa4e76a5e is 69, key is 7b462513bfc2,41453,1732188076024/rs:state/1732188077468/Put/seqid=0 2024-11-21T11:21:37,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741850_1026 (size=5156) 2024-11-21T11:21:37,757 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 636, reset compression=false 2024-11-21T11:21:37,951 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 1189, reset compression=false 2024-11-21T11:21:38,133 INFO [M:0;7b462513bfc2:33091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5174684ac4145a182cb764aa4e76a5e 2024-11-21T11:21:38,138 DEBUG [M:0;7b462513bfc2:33091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07cf7784e46045099c5998bfb0b9fd1e as hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07cf7784e46045099c5998bfb0b9fd1e 2024-11-21T11:21:38,142 INFO [M:0;7b462513bfc2:33091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07cf7784e46045099c5998bfb0b9fd1e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T11:21:38,143 DEBUG [M:0;7b462513bfc2:33091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efa571f3bce7414c966b39808cd86ad5 as hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/efa571f3bce7414c966b39808cd86ad5 2024-11-21T11:21:38,147 INFO [M:0;7b462513bfc2:33091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/efa571f3bce7414c966b39808cd86ad5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T11:21:38,147 DEBUG [M:0;7b462513bfc2:33091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5174684ac4145a182cb764aa4e76a5e as hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5174684ac4145a182cb764aa4e76a5e 2024-11-21T11:21:38,151 INFO [M:0;7b462513bfc2:33091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40265/user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5174684ac4145a182cb764aa4e76a5e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T11:21:38,152 INFO [M:0;7b462513bfc2:33091 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=97, compaction requested=false 2024-11-21T11:21:38,153 INFO [M:0;7b462513bfc2:33091 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:38,153 DEBUG [M:0;7b462513bfc2:33091 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188097270Disabling compacts and flushes for region at 1732188097270Disabling writes for close at 1732188097271 (+1 ms)Obtaining lock to block concurrent updates at 1732188097271Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732188097271Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732188097271Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732188097272 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732188097272Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732188097288 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732188097289 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732188097295 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732188097307 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732188097307Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732188097715 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732188097728 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732188097728Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@531034c5: reopening flushed file at 1732188098137 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1daf4c3e: reopening flushed file at 1732188098143 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2457ef57: reopening flushed file at 1732188098147 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=97, compaction requested=false at 1732188098152 (+5 ms)Writing region close event to WAL at 1732188098153 (+1 ms)Closed at 1732188098153 2024-11-21T11:21:38,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741830_1006 (size=63642) 2024-11-21T11:21:38,155 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f3120d7-be21-e840-7191-e131e1a89a43/MasterData/WALs/7b462513bfc2,33091,1732188075984/7b462513bfc2%2C33091%2C1732188075984.1732188077313 not finished, retry = 0 2024-11-21T11:21:38,256 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:21:38,256 INFO [M:0;7b462513bfc2:33091 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:21:38,256 INFO [M:0;7b462513bfc2:33091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33091 2024-11-21T11:21:38,257 INFO [M:0;7b462513bfc2:33091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:21:38,360 INFO [M:0;7b462513bfc2:33091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:21:38,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:38,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33091-0x1013a4242060006, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:38,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3443c395{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:21:38,364 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24149e8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:21:38,364 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:21:38,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d4c6a52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:21:38,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@785305e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/hadoop.log.dir/,STOPPED} 2024-11-21T11:21:38,366 WARN [BP-962030497-172.17.0.2-1732188074784 heartbeating to localhost/127.0.0.1:40265 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:21:38,366 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:21:38,366 WARN [BP-962030497-172.17.0.2-1732188074784 heartbeating to localhost/127.0.0.1:40265 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-962030497-172.17.0.2-1732188074784 (Datanode Uuid c165ce31-2629-4eab-8c36-c1b365970e40) service to localhost/127.0.0.1:40265 2024-11-21T11:21:38,366 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:21:38,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/cluster_38b2e586-c60e-5ebb-4f3d-43c68b2c9791/data/data1/current/BP-962030497-172.17.0.2-1732188074784 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:21:38,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/cluster_38b2e586-c60e-5ebb-4f3d-43c68b2c9791/data/data2/current/BP-962030497-172.17.0.2-1732188074784 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:21:38,367 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:21:38,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a345aaa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:21:38,374 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bd540c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:21:38,374 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:21:38,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@335b2848{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:21:38,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f9b003e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/hadoop.log.dir/,STOPPED} 2024-11-21T11:21:38,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:21:38,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:21:38,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:21:38,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:38,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:38,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:38,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:38,387 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:21:38,387 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=610944061, stopped=false 2024-11-21T11:21:38,387 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,46103,1732188071974 2024-11-21T11:21:38,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12139908491/running 2024-11-21T11:21:38,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12139908491/running 2024-11-21T11:21:38,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491 2024-11-21T11:21:38,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491 2024-11-21T11:21:38,389 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:21:38,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Set watcher on znode that does not yet exist, /12139908491/running 2024-11-21T11:21:38,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:21:38,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:38,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:38,389 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,33253,1732188072215' ***** 2024-11-21T11:21:38,390 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:21:38,390 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:21:38,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Set watcher on znode that does not yet exist, /12139908491/running 2024-11-21T11:21:38,390 INFO [RS:0;7b462513bfc2:33253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:21:38,390 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:21:38,390 INFO [RS:0;7b462513bfc2:33253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:21:38,390 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:38,391 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(3091): Received CLOSE for 38e000c2c068e853610687b94988d214 2024-11-21T11:21:38,391 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,33253,1732188072215 2024-11-21T11:21:38,391 INFO [RS:0;7b462513bfc2:33253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:21:38,391 INFO [RS:0;7b462513bfc2:33253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:33253. 2024-11-21T11:21:38,391 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bbf77d3a29126d41605d6695c71b470, disabling compactions & flushes 2024-11-21T11:21:38,391 DEBUG [RS:0;7b462513bfc2:33253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:38,391 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732188080418.6bbf77d3a29126d41605d6695c71b470. 2024-11-21T11:21:38,391 DEBUG [RS:0;7b462513bfc2:33253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:38,391 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188080418.6bbf77d3a29126d41605d6695c71b470. 2024-11-21T11:21:38,391 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732188080418.6bbf77d3a29126d41605d6695c71b470. after waiting 0 ms 2024-11-21T11:21:38,391 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732188080418.6bbf77d3a29126d41605d6695c71b470. 2024-11-21T11:21:38,391 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:21:38,391 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:21:38,391 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:21:38,391 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:21:38,391 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6bbf77d3a29126d41605d6695c71b470 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T11:21:38,391 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T11:21:38,391 DEBUG [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6bbf77d3a29126d41605d6695c71b470=test,,1732188080418.6bbf77d3a29126d41605d6695c71b470., 38e000c2c068e853610687b94988d214=hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214.} 2024-11-21T11:21:38,391 DEBUG [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38e000c2c068e853610687b94988d214, 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:38,391 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:21:38,391 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:21:38,391 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:21:38,391 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:21:38,391 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:21:38,391 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T11:21:38,406 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/.tmp/info/5cb64c9f78cc463e98273179851cc76a is 147, key is hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214./info:regioninfo/1732188087057/Put/seqid=0 2024-11-21T11:21:38,406 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470/.tmp/f/32755dc31cf5423d8cc854ab7d21a8b8 is 29, key is row1/f:/1732188093226/DeleteFamily/seqid=0 2024-11-21T11:21:38,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741840_1016 (size=7686) 2024-11-21T11:21:38,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741841_1017 (size=5152) 2024-11-21T11:21:38,410 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/.tmp/info/5cb64c9f78cc463e98273179851cc76a 2024-11-21T11:21:38,427 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/.tmp/ns/5a07c0b0677c4c3c9a9e45a44c1de770 is 43, key is default/ns:d/1732188074674/Put/seqid=0 2024-11-21T11:21:38,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741842_1018 (size=5153) 2024-11-21T11:21:38,442 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:21:38,572 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:21:38,591 DEBUG [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38e000c2c068e853610687b94988d214, 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:38,673 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:21:38,673 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:21:38,791 DEBUG [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38e000c2c068e853610687b94988d214, 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:38,810 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470/.tmp/f/32755dc31cf5423d8cc854ab7d21a8b8 2024-11-21T11:21:38,814 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32755dc31cf5423d8cc854ab7d21a8b8 2024-11-21T11:21:38,829 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470/.tmp/f1/62004320cffa4e26b6951c4c3e473b62 is 30, key is row1/f1:/1732188093226/DeleteFamily/seqid=0 2024-11-21T11:21:38,831 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/.tmp/ns/5a07c0b0677c4c3c9a9e45a44c1de770 2024-11-21T11:21:38,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741843_1019 (size=5158) 2024-11-21T11:21:38,851 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/.tmp/rep_barrier/e2c12c1b52654e418bb9630994fd5ce4 is 112, key is test,,1732188080418.6bbf77d3a29126d41605d6695c71b470./rep_barrier:seqnumDuringOpen/1732188081567/Put/seqid=0 2024-11-21T11:21:38,854 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 1189, reset compression=false 2024-11-21T11:21:38,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741844_1020 (size=5518) 2024-11-21T11:21:38,858 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:38,858 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 1436, reset compression=false 2024-11-21T11:21:38,858 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,33253,1732188072215 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:21:38,858 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b462513bfc2,33253,1732188072215: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b462513bfc2,33253,1732188072215, walGroup=7b462513bfc2%2C33253%2C1732188072215, offset=7b462513bfc2%2C33253%2C1732188072215.1732188073776:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:33253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T11:21:38,860 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T11:21:38,860 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T11:21:38,860 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 636, reset compression=false 2024-11-21T11:21:38,861 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T11:21:38,861 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T11:21:38,861 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T11:21:38,861 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 1006985728 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 201701168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T11:21:38,861 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:46103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:46103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T11:21:38,992 DEBUG [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38e000c2c068e853610687b94988d214, 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:39,063 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 1436, reset compression=false 2024-11-21T11:21:39,192 DEBUG [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38e000c2c068e853610687b94988d214, 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:39,233 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470/.tmp/f1/62004320cffa4e26b6951c4c3e473b62 2024-11-21T11:21:39,237 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62004320cffa4e26b6951c4c3e473b62 2024-11-21T11:21:39,251 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470/.tmp/norep/94962fefdb9947a6a4728006f6baa91c is 33, key is row1/norep:/1732188093226/DeleteFamily/seqid=0 2024-11-21T11:21:39,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741845_1021 (size=5108) 2024-11-21T11:21:39,256 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/.tmp/rep_barrier/e2c12c1b52654e418bb9630994fd5ce4 2024-11-21T11:21:39,278 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/.tmp/table/8853a6a2cc59473bb86a8b88708b633b is 53, key is hbase:replication/table:state/1732188087063/Put/seqid=0 2024-11-21T11:21:39,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741846_1022 (size=5308) 2024-11-21T11:21:39,281 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/.tmp/table/8853a6a2cc59473bb86a8b88708b633b 2024-11-21T11:21:39,286 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/.tmp/info/5cb64c9f78cc463e98273179851cc76a as hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/info/5cb64c9f78cc463e98273179851cc76a 2024-11-21T11:21:39,290 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/info/5cb64c9f78cc463e98273179851cc76a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T11:21:39,291 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/.tmp/ns/5a07c0b0677c4c3c9a9e45a44c1de770 as hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/ns/5a07c0b0677c4c3c9a9e45a44c1de770 2024-11-21T11:21:39,294 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/ns/5a07c0b0677c4c3c9a9e45a44c1de770, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T11:21:39,295 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/.tmp/rep_barrier/e2c12c1b52654e418bb9630994fd5ce4 as hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/rep_barrier/e2c12c1b52654e418bb9630994fd5ce4 2024-11-21T11:21:39,298 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/rep_barrier/e2c12c1b52654e418bb9630994fd5ce4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T11:21:39,299 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/.tmp/table/8853a6a2cc59473bb86a8b88708b633b as hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/table/8853a6a2cc59473bb86a8b88708b633b 2024-11-21T11:21:39,302 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/table/8853a6a2cc59473bb86a8b88708b633b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T11:21:39,303 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=16, compaction requested=false 2024-11-21T11:21:39,306 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T11:21:39,307 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:21:39,307 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:21:39,307 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:21:39,307 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188098391Running coprocessor pre-close hooks at 1732188098391Disabling compacts and flushes for region at 1732188098391Disabling writes for close at 1732188098391Obtaining lock to block concurrent updates at 1732188098391Preparing flush snapshotting stores in 1588230740 at 1732188098391Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732188098392 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732188098392Flushing 1588230740/info: creating writer at 1732188098392Flushing 1588230740/info: appending metadata at 1732188098405 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732188098406 (+1 ms)Flushing 1588230740/ns: creating writer at 1732188098414 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732188098427 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732188098427Flushing 1588230740/rep_barrier: creating writer at 1732188098834 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732188098851 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732188098851Flushing 1588230740/table: creating writer at 1732188099260 (+409 ms)Flushing 1588230740/table: appending metadata at 1732188099277 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732188099277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a8576ef: reopening flushed file at 1732188099285 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6728689c: reopening flushed file at 1732188099290 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65f00a9: reopening flushed file at 1732188099294 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da25cc8: reopening flushed file at 1732188099298 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=16, compaction requested=false at 1732188099303 (+5 ms)Writing region close event to WAL at 1732188099304 (+1 ms)Running coprocessor post-close hooks at 1732188099307 (+3 ms)Closed at 1732188099307 2024-11-21T11:21:39,307 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:21:39,367 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 1436, reset compression=false 2024-11-21T11:21:39,392 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T11:21:39,392 DEBUG [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1325): Online Regions={6bbf77d3a29126d41605d6695c71b470=test,,1732188080418.6bbf77d3a29126d41605d6695c71b470., 38e000c2c068e853610687b94988d214=hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214.} 2024-11-21T11:21:39,392 DEBUG [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1351): Waiting on 38e000c2c068e853610687b94988d214, 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:39,592 DEBUG [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1351): Waiting on 38e000c2c068e853610687b94988d214, 6bbf77d3a29126d41605d6695c71b470 2024-11-21T11:21:39,655 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470/.tmp/norep/94962fefdb9947a6a4728006f6baa91c 2024-11-21T11:21:39,660 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94962fefdb9947a6a4728006f6baa91c 2024-11-21T11:21:39,660 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470/.tmp/f/32755dc31cf5423d8cc854ab7d21a8b8 as hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470/f/32755dc31cf5423d8cc854ab7d21a8b8 2024-11-21T11:21:39,664 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32755dc31cf5423d8cc854ab7d21a8b8 2024-11-21T11:21:39,664 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470/f/32755dc31cf5423d8cc854ab7d21a8b8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T11:21:39,665 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470/.tmp/f1/62004320cffa4e26b6951c4c3e473b62 as hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470/f1/62004320cffa4e26b6951c4c3e473b62 2024-11-21T11:21:39,668 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62004320cffa4e26b6951c4c3e473b62 2024-11-21T11:21:39,668 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470/f1/62004320cffa4e26b6951c4c3e473b62, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T11:21:39,668 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470/.tmp/norep/94962fefdb9947a6a4728006f6baa91c as hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470/norep/94962fefdb9947a6a4728006f6baa91c 2024-11-21T11:21:39,672 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94962fefdb9947a6a4728006f6baa91c 2024-11-21T11:21:39,672 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470/norep/94962fefdb9947a6a4728006f6baa91c, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T11:21:39,673 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6bbf77d3a29126d41605d6695c71b470 in 1282ms, sequenceid=10, compaction requested=false 2024-11-21T11:21:39,677 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/data/default/test/6bbf77d3a29126d41605d6695c71b470/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T11:21:39,677 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:21:39,677 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:21:39,677 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732188080418.6bbf77d3a29126d41605d6695c71b470. 2024-11-21T11:21:39,677 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bbf77d3a29126d41605d6695c71b470: Waiting for close lock at 1732188098391Running coprocessor pre-close hooks at 1732188098391Disabling compacts and flushes for region at 1732188098391Disabling writes for close at 1732188098391Obtaining lock to block concurrent updates at 1732188098391Preparing flush snapshotting stores in 6bbf77d3a29126d41605d6695c71b470 at 1732188098391Finished memstore snapshotting test,,1732188080418.6bbf77d3a29126d41605d6695c71b470., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732188098391Flushing stores of test,,1732188080418.6bbf77d3a29126d41605d6695c71b470. at 1732188098392 (+1 ms)Flushing 6bbf77d3a29126d41605d6695c71b470/f: creating writer at 1732188098392Flushing 6bbf77d3a29126d41605d6695c71b470/f: appending metadata at 1732188098405 (+13 ms)Flushing 6bbf77d3a29126d41605d6695c71b470/f: closing flushed file at 1732188098405Flushing 6bbf77d3a29126d41605d6695c71b470/f1: creating writer at 1732188098815 (+410 ms)Flushing 6bbf77d3a29126d41605d6695c71b470/f1: appending metadata at 1732188098828 (+13 ms)Flushing 6bbf77d3a29126d41605d6695c71b470/f1: closing flushed file at 1732188098828Flushing 6bbf77d3a29126d41605d6695c71b470/norep: creating writer at 1732188099237 (+409 ms)Flushing 6bbf77d3a29126d41605d6695c71b470/norep: appending metadata at 1732188099250 (+13 ms)Flushing 6bbf77d3a29126d41605d6695c71b470/norep: closing flushed file at 1732188099250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@729f9d46: reopening flushed file at 1732188099660 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf8dfce: reopening flushed file at 1732188099664 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46549b8d: reopening flushed file at 1732188099668 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6bbf77d3a29126d41605d6695c71b470 in 1282ms, sequenceid=10, compaction requested=false at 1732188099673 (+5 ms)Writing region close event to WAL at 1732188099675 (+2 ms)Running coprocessor post-close hooks at 1732188099677 (+2 ms)Closed at 1732188099677 2024-11-21T11:21:39,677 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732188080418.6bbf77d3a29126d41605d6695c71b470. 2024-11-21T11:21:39,677 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38e000c2c068e853610687b94988d214, disabling compactions & flushes 2024-11-21T11:21:39,678 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. 2024-11-21T11:21:39,678 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. 2024-11-21T11:21:39,678 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. after waiting 0 ms 2024-11-21T11:21:39,678 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. 2024-11-21T11:21:39,678 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38e000c2c068e853610687b94988d214: Waiting for close lock at 1732188099677Running coprocessor pre-close hooks at 1732188099677Disabling compacts and flushes for region at 1732188099677Disabling writes for close at 1732188099678 (+1 ms)Failed flush hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214., putting online again at 1732188099678 2024-11-21T11:21:39,678 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. 2024-11-21T11:21:39,770 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 1436, reset compression=false 2024-11-21T11:21:39,774 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:39,775 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 2080, reset compression=false 2024-11-21T11:21:39,792 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(3091): Received CLOSE for 38e000c2c068e853610687b94988d214 2024-11-21T11:21:39,793 DEBUG [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1351): Waiting on 38e000c2c068e853610687b94988d214 2024-11-21T11:21:39,793 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38e000c2c068e853610687b94988d214, disabling compactions & flushes 2024-11-21T11:21:39,793 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. 2024-11-21T11:21:39,793 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. 2024-11-21T11:21:39,793 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. after waiting 0 ms 2024-11-21T11:21:39,793 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. 2024-11-21T11:21:39,793 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38e000c2c068e853610687b94988d214: Waiting for close lock at 1732188099793Running coprocessor pre-close hooks at 1732188099793Disabling compacts and flushes for region at 1732188099793Disabling writes for close at 1732188099793Failed flush hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214., putting online again at 1732188099793 2024-11-21T11:21:39,793 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732188085890.38e000c2c068e853610687b94988d214. 2024-11-21T11:21:39,977 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.wal-reader.7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 to pos 2080, reset compression=false 2024-11-21T11:21:39,993 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T11:21:39,993 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,33253,1732188072215; all regions closed. 2024-11-21T11:21:39,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741834_1010 (size=4239) 2024-11-21T11:21:39,995 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.meta.1732188074636.meta not finished, retry = 0 2024-11-21T11:21:40,063 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 636, reset compression=false 2024-11-21T11:21:40,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741839_1015 (size=2171) 2024-11-21T11:21:40,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741832_1008 (size=2088) 2024-11-21T11:21:40,099 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/WALs/7b462513bfc2,33253,1732188072215/7b462513bfc2%2C33253%2C1732188072215.1732188073776 not finished, retry = 0 2024-11-21T11:21:40,200 DEBUG [RS:0;7b462513bfc2:33253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:40,200 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:21:40,200 INFO [RS:0;7b462513bfc2:33253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:21:40,200 INFO [RS:0;7b462513bfc2:33253 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:21:40,200 INFO [RS:0;7b462513bfc2:33253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:21:40,200 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:21:40,201 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,33253,1732188072215 because: Region server is closing 2024-11-21T11:21:40,201 INFO [RS:0;7b462513bfc2:33253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:33253. 2024-11-21T11:21:40,201 DEBUG [RS:0;7b462513bfc2:33253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:40,201 DEBUG [RS:0;7b462513bfc2:33253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:40,201 DEBUG [RS:0;7b462513bfc2:33253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:40,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:40,302 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,33253,1732188072215.replicationSource.shipper7b462513bfc2%2C33253%2C1732188072215,1-7b462513bfc2,33253,1732188072215 terminated 2024-11-21T11:21:40,302 INFO [RS:0;7b462513bfc2:33253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:33253. 2024-11-21T11:21:40,302 DEBUG [RS:0;7b462513bfc2:33253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:40,302 DEBUG [RS:0;7b462513bfc2:33253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:40,302 DEBUG [RS:0;7b462513bfc2:33253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:40,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:40,302 INFO [RS:0;7b462513bfc2:33253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33253 2024-11-21T11:21:40,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12139908491/rs/7b462513bfc2,33253,1732188072215 2024-11-21T11:21:40,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491/rs 2024-11-21T11:21:40,304 INFO [RS:0;7b462513bfc2:33253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:21:40,312 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,33253,1732188072215] 2024-11-21T11:21:40,314 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12139908491/draining/7b462513bfc2,33253,1732188072215 already deleted, retry=false 2024-11-21T11:21:40,314 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,33253,1732188072215 expired; onlineServers=0 2024-11-21T11:21:40,314 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,46103,1732188071974' ***** 2024-11-21T11:21:40,314 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:21:40,314 INFO [M:0;7b462513bfc2:46103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:21:40,314 INFO [M:0;7b462513bfc2:46103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:21:40,314 DEBUG [M:0;7b462513bfc2:46103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:21:40,314 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:21:40,314 DEBUG [M:0;7b462513bfc2:46103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:21:40,314 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188073489 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188073489,5,FailOnTimeoutGroup] 2024-11-21T11:21:40,314 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188073489 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188073489,5,FailOnTimeoutGroup] 2024-11-21T11:21:40,314 INFO [M:0;7b462513bfc2:46103 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:21:40,314 INFO [M:0;7b462513bfc2:46103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:21:40,314 DEBUG [M:0;7b462513bfc2:46103 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:21:40,314 INFO [M:0;7b462513bfc2:46103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:21:40,314 INFO [M:0;7b462513bfc2:46103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:21:40,315 INFO [M:0;7b462513bfc2:46103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:21:40,315 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:21:40,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12139908491/master 2024-11-21T11:21:40,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139908491 2024-11-21T11:21:40,316 DEBUG [M:0;7b462513bfc2:46103 {}] zookeeper.ZKUtil(347): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Unable to get data of znode /12139908491/master because node does not exist (not an error) 2024-11-21T11:21:40,316 WARN [M:0;7b462513bfc2:46103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:21:40,317 INFO [M:0;7b462513bfc2:46103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/.lastflushedseqids 2024-11-21T11:21:40,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741847_1023 (size=245) 2024-11-21T11:21:40,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:40,412 INFO [RS:0;7b462513bfc2:33253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:21:40,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x1013a4242060004, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:40,412 INFO [RS:0;7b462513bfc2:33253 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,33253,1732188072215; zookeeper connection closed. 2024-11-21T11:21:40,412 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6822afb9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6822afb9 2024-11-21T11:21:40,412 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:21:40,721 INFO [M:0;7b462513bfc2:46103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:21:40,721 INFO [M:0;7b462513bfc2:46103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:21:40,721 DEBUG [M:0;7b462513bfc2:46103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:21:40,721 INFO [M:0;7b462513bfc2:46103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:40,721 DEBUG [M:0;7b462513bfc2:46103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:40,721 DEBUG [M:0;7b462513bfc2:46103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:21:40,721 DEBUG [M:0;7b462513bfc2:46103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:40,722 INFO [M:0;7b462513bfc2:46103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-21T11:21:40,737 DEBUG [M:0;7b462513bfc2:46103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/713b89ad76f84f3b984cde83ccf647a9 is 82, key is hbase:meta,,1/info:regioninfo/1732188074666/Put/seqid=0 2024-11-21T11:21:40,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741848_1024 (size=5672) 2024-11-21T11:21:41,141 INFO [M:0;7b462513bfc2:46103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/713b89ad76f84f3b984cde83ccf647a9 2024-11-21T11:21:41,162 DEBUG [M:0;7b462513bfc2:46103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c12b0d19a5e34e0aa488a5ab49162932 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732188087066/Put/seqid=0 2024-11-21T11:21:41,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741849_1025 (size=8515) 2024-11-21T11:21:41,245 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:21:41,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:41,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:41,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:41,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:41,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:41,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:41,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:41,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:41,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:41,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:41,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:41,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:41,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:41,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:41,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:41,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:41,367 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 636, reset compression=false 2024-11-21T11:21:41,566 INFO [M:0;7b462513bfc2:46103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c12b0d19a5e34e0aa488a5ab49162932 2024-11-21T11:21:41,585 DEBUG [M:0;7b462513bfc2:46103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b26cc94acb13450e9fa6c407cf9d6e6f is 69, key is 7b462513bfc2,33253,1732188072215/rs:state/1732188073570/Put/seqid=0 2024-11-21T11:21:41,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741850_1026 (size=5156) 2024-11-21T11:21:41,901 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:21:41,988 INFO [M:0;7b462513bfc2:46103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b26cc94acb13450e9fa6c407cf9d6e6f 2024-11-21T11:21:41,993 DEBUG [M:0;7b462513bfc2:46103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/713b89ad76f84f3b984cde83ccf647a9 as hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/713b89ad76f84f3b984cde83ccf647a9 2024-11-21T11:21:41,997 INFO [M:0;7b462513bfc2:46103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/713b89ad76f84f3b984cde83ccf647a9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T11:21:41,997 DEBUG [M:0;7b462513bfc2:46103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c12b0d19a5e34e0aa488a5ab49162932 as hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c12b0d19a5e34e0aa488a5ab49162932 2024-11-21T11:21:42,001 INFO [M:0;7b462513bfc2:46103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c12b0d19a5e34e0aa488a5ab49162932, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T11:21:42,001 DEBUG [M:0;7b462513bfc2:46103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b26cc94acb13450e9fa6c407cf9d6e6f as hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b26cc94acb13450e9fa6c407cf9d6e6f 2024-11-21T11:21:42,005 INFO [M:0;7b462513bfc2:46103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/1d0735b7-3976-9a01-136b-ed94264227b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b26cc94acb13450e9fa6c407cf9d6e6f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T11:21:42,005 INFO [M:0;7b462513bfc2:46103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-21T11:21:42,009 INFO [M:0;7b462513bfc2:46103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:42,009 DEBUG [M:0;7b462513bfc2:46103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188100721Disabling compacts and flushes for region at 1732188100721Disabling writes for close at 1732188100721Obtaining lock to block concurrent updates at 1732188100722 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732188100722Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732188100722Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732188100723 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732188100723Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732188100737 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732188100737Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732188101145 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732188101161 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732188101162 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732188101570 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732188101584 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732188101584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d90da3c: reopening flushed file at 1732188101992 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1097e406: reopening flushed file at 1732188101997 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a84fdc: reopening flushed file at 1732188102001 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1732188102005 (+4 ms)Writing region close event to WAL at 1732188102008 (+3 ms)Closed at 1732188102008 2024-11-21T11:21:42,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741830_1006 (size=63642) 2024-11-21T11:21:42,011 INFO [M:0;7b462513bfc2:46103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:21:42,011 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:21:42,011 INFO [M:0;7b462513bfc2:46103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46103 2024-11-21T11:21:42,012 INFO [M:0;7b462513bfc2:46103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:21:42,116 INFO [M:0;7b462513bfc2:46103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:21:42,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:42,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x1013a4242060003, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:42,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@112496a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:21:42,119 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@198298d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:21:42,119 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:21:42,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17e51eff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:21:42,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@783d9914{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/hadoop.log.dir/,STOPPED} 2024-11-21T11:21:42,121 WARN [BP-498884285-172.17.0.2-1732188071042 heartbeating to localhost/127.0.0.1:40421 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:21:42,121 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:21:42,121 WARN [BP-498884285-172.17.0.2-1732188071042 heartbeating to localhost/127.0.0.1:40421 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-498884285-172.17.0.2-1732188071042 (Datanode Uuid 839b1d3b-52c3-4969-8210-166c86354163) service to localhost/127.0.0.1:40421 2024-11-21T11:21:42,121 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:21:42,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/cluster_b1182264-45d7-91cb-302e-8590fb0d0341/data/data1/current/BP-498884285-172.17.0.2-1732188071042 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:21:42,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/cluster_b1182264-45d7-91cb-302e-8590fb0d0341/data/data2/current/BP-498884285-172.17.0.2-1732188071042 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:21:42,122 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:21:42,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a10b61e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:21:42,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4be7a519{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:21:42,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:21:42,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edc1d28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:21:42,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f25b769{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06287a12-e904-bbaa-0e5e-bfe0c467efec/hadoop.log.dir/,STOPPED} 2024-11-21T11:21:42,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:21:42,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:21:42,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:21:42,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:42,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:42,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:42,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:42,145 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:21:42,145 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=221743697, stopped=false 2024-11-21T11:21:42,145 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,38705,1732188068989 2024-11-21T11:21:42,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01542163448/running 2024-11-21T11:21:42,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448 2024-11-21T11:21:42,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01542163448/running 2024-11-21T11:21:42,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448 2024-11-21T11:21:42,146 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:21:42,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:21:42,147 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:42,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:42,147 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,44877,1732188069148' ***** 2024-11-21T11:21:42,147 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:21:42,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Set watcher on znode that does not yet exist, /01542163448/running 2024-11-21T11:21:42,147 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:21:42,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Set watcher on znode that does not yet exist, /01542163448/running 2024-11-21T11:21:42,147 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:21:42,147 INFO [RS:0;7b462513bfc2:44877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:21:42,148 INFO [RS:0;7b462513bfc2:44877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:21:42,148 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(3091): Received CLOSE for ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:42,148 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(3091): Received CLOSE for e298333072bc6bed862e94bc89975828 2024-11-21T11:21:42,148 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,44877,1732188069148 2024-11-21T11:21:42,148 INFO [RS:0;7b462513bfc2:44877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:21:42,148 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ebef52bfb4a430d58eb0ce296ab3b246, disabling compactions & flushes 2024-11-21T11:21:42,148 INFO [RS:0;7b462513bfc2:44877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:44877. 2024-11-21T11:21:42,148 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246. 2024-11-21T11:21:42,148 DEBUG [RS:0;7b462513bfc2:44877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:42,148 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246. 2024-11-21T11:21:42,148 DEBUG [RS:0;7b462513bfc2:44877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:42,148 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246. after waiting 0 ms 2024-11-21T11:21:42,148 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246. 2024-11-21T11:21:42,148 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:21:42,148 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ebef52bfb4a430d58eb0ce296ab3b246 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-21T11:21:42,149 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:21:42,149 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:21:42,149 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:21:42,149 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T11:21:42,149 DEBUG [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ebef52bfb4a430d58eb0ce296ab3b246=test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246., e298333072bc6bed862e94bc89975828=hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828.} 2024-11-21T11:21:42,149 DEBUG [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e298333072bc6bed862e94bc89975828, ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:42,149 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:21:42,149 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:21:42,149 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:21:42,149 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:21:42,149 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:21:42,149 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T11:21:42,164 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246/.tmp/f/13da5ffba1eb4741869beadaf1cc4c2a is 28, key is row/f:/1732188092221/DeleteFamily/seqid=0 2024-11-21T11:21:42,167 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/.tmp/info/730424a0561d46f684648043727a8e44 is 147, key is hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828./info:regioninfo/1732188084907/Put/seqid=0 2024-11-21T11:21:42,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741840_1016 (size=5085) 2024-11-21T11:21:42,168 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246/.tmp/f/13da5ffba1eb4741869beadaf1cc4c2a 2024-11-21T11:21:42,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741841_1017 (size=7686) 2024-11-21T11:21:42,174 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13da5ffba1eb4741869beadaf1cc4c2a 2024-11-21T11:21:42,178 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:21:42,192 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246/.tmp/f1/677bbf40eb29437387e1b993b4b06247 is 29, key is row/f1:/1732188092221/DeleteFamily/seqid=0 2024-11-21T11:21:42,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741842_1018 (size=5089) 2024-11-21T11:21:42,349 DEBUG [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e298333072bc6bed862e94bc89975828, ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:42,549 DEBUG [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e298333072bc6bed862e94bc89975828, ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:42,574 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/.tmp/info/730424a0561d46f684648043727a8e44 2024-11-21T11:21:42,593 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/.tmp/ns/33c7a98e42434021a6de9ee777896a4d is 43, key is default/ns:d/1732188070893/Put/seqid=0 2024-11-21T11:21:42,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741843_1019 (size=5153) 2024-11-21T11:21:42,596 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246/.tmp/f1/677bbf40eb29437387e1b993b4b06247 2024-11-21T11:21:42,600 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 677bbf40eb29437387e1b993b4b06247 2024-11-21T11:21:42,618 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246/.tmp/norep/7cf5efbe7dc6414fbbe17209c33ff695 is 32, key is row/norep:/1732188092221/DeleteFamily/seqid=0 2024-11-21T11:21:42,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741844_1020 (size=5101) 2024-11-21T11:21:42,750 DEBUG [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e298333072bc6bed862e94bc89975828, ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:42,770 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 636, reset compression=false 2024-11-21T11:21:42,775 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:42,775 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 883, reset compression=false 2024-11-21T11:21:42,775 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.shipper7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,44877,1732188069148 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:21:42,775 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.shipper7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b462513bfc2,44877,1732188069148: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b462513bfc2,44877,1732188069148, walGroup=7b462513bfc2%2C44877%2C1732188069148, offset=7b462513bfc2%2C44877%2C1732188069148.1732188070256:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:44877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T11:21:42,776 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.shipper7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T11:21:42,776 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.shipper7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T11:21:42,777 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.shipper7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T11:21:42,777 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.shipper7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T11:21:42,777 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.shipper7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T11:21:42,777 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.shipper7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 850857248 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 202183432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T11:21:42,777 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.shipper7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:38705 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:38705 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T11:21:42,950 DEBUG [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e298333072bc6bed862e94bc89975828, ebef52bfb4a430d58eb0ce296ab3b246 2024-11-21T11:21:42,978 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 883, reset compression=false 2024-11-21T11:21:42,996 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/.tmp/ns/33c7a98e42434021a6de9ee777896a4d 2024-11-21T11:21:43,015 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/.tmp/rep_barrier/9e811e904c2d49ae9118bf80347ef343 is 112, key is test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246./rep_barrier:seqnumDuringOpen/1732188079411/Put/seqid=0 2024-11-21T11:21:43,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741845_1021 (size=5518) 2024-11-21T11:21:43,022 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246/.tmp/norep/7cf5efbe7dc6414fbbe17209c33ff695 2024-11-21T11:21:43,026 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cf5efbe7dc6414fbbe17209c33ff695 2024-11-21T11:21:43,027 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246/.tmp/f/13da5ffba1eb4741869beadaf1cc4c2a as hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246/f/13da5ffba1eb4741869beadaf1cc4c2a 2024-11-21T11:21:43,031 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13da5ffba1eb4741869beadaf1cc4c2a 2024-11-21T11:21:43,031 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246/f/13da5ffba1eb4741869beadaf1cc4c2a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T11:21:43,031 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246/.tmp/f1/677bbf40eb29437387e1b993b4b06247 as hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246/f1/677bbf40eb29437387e1b993b4b06247 2024-11-21T11:21:43,035 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 677bbf40eb29437387e1b993b4b06247 2024-11-21T11:21:43,035 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246/f1/677bbf40eb29437387e1b993b4b06247, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T11:21:43,036 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246/.tmp/norep/7cf5efbe7dc6414fbbe17209c33ff695 as hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246/norep/7cf5efbe7dc6414fbbe17209c33ff695 2024-11-21T11:21:43,040 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cf5efbe7dc6414fbbe17209c33ff695 2024-11-21T11:21:43,040 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246/norep/7cf5efbe7dc6414fbbe17209c33ff695, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T11:21:43,041 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for ebef52bfb4a430d58eb0ce296ab3b246 in 893ms, sequenceid=6, compaction requested=false 2024-11-21T11:21:43,041 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T11:21:43,045 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/default/test/ebef52bfb4a430d58eb0ce296ab3b246/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T11:21:43,045 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:21:43,045 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:21:43,045 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246. 2024-11-21T11:21:43,046 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ebef52bfb4a430d58eb0ce296ab3b246: Waiting for close lock at 1732188102148Running coprocessor pre-close hooks at 1732188102148Disabling compacts and flushes for region at 1732188102148Disabling writes for close at 1732188102148Obtaining lock to block concurrent updates at 1732188102149 (+1 ms)Preparing flush snapshotting stores in ebef52bfb4a430d58eb0ce296ab3b246 at 1732188102149Finished memstore snapshotting test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732188102149Flushing stores of test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246. at 1732188102149Flushing ebef52bfb4a430d58eb0ce296ab3b246/f: creating writer at 1732188102149Flushing ebef52bfb4a430d58eb0ce296ab3b246/f: appending metadata at 1732188102163 (+14 ms)Flushing ebef52bfb4a430d58eb0ce296ab3b246/f: closing flushed file at 1732188102163Flushing ebef52bfb4a430d58eb0ce296ab3b246/f1: creating writer at 1732188102175 (+12 ms)Flushing ebef52bfb4a430d58eb0ce296ab3b246/f1: appending metadata at 1732188102191 (+16 ms)Flushing ebef52bfb4a430d58eb0ce296ab3b246/f1: closing flushed file at 1732188102191Flushing ebef52bfb4a430d58eb0ce296ab3b246/norep: creating writer at 1732188102600 (+409 ms)Flushing ebef52bfb4a430d58eb0ce296ab3b246/norep: appending metadata at 1732188102617 (+17 ms)Flushing ebef52bfb4a430d58eb0ce296ab3b246/norep: closing flushed file at 1732188102617Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b958390: reopening flushed file at 1732188103026 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c58e6d1: reopening flushed file at 1732188103031 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ae74d72: reopening flushed file at 1732188103036 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for ebef52bfb4a430d58eb0ce296ab3b246 in 893ms, sequenceid=6, compaction requested=false at 1732188103041 (+5 ms)Writing region close event to WAL at 1732188103042 (+1 ms)Running coprocessor post-close hooks at 1732188103045 (+3 ms)Closed at 1732188103045 2024-11-21T11:21:43,046 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732188078265.ebef52bfb4a430d58eb0ce296ab3b246. 2024-11-21T11:21:43,046 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e298333072bc6bed862e94bc89975828, disabling compactions & flushes 2024-11-21T11:21:43,046 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. 2024-11-21T11:21:43,046 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. 2024-11-21T11:21:43,046 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. after waiting 0 ms 2024-11-21T11:21:43,046 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. 2024-11-21T11:21:43,046 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e298333072bc6bed862e94bc89975828: Waiting for close lock at 1732188103046Running coprocessor pre-close hooks at 1732188103046Disabling compacts and flushes for region at 1732188103046Disabling writes for close at 1732188103046Failed flush hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828., putting online again at 1732188103046 2024-11-21T11:21:43,046 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. 2024-11-21T11:21:43,117 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:21:43,117 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:21:43,150 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T11:21:43,150 DEBUG [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e298333072bc6bed862e94bc89975828=hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828.} 2024-11-21T11:21:43,150 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(3091): Received CLOSE for e298333072bc6bed862e94bc89975828 2024-11-21T11:21:43,150 DEBUG [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e298333072bc6bed862e94bc89975828 2024-11-21T11:21:43,150 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e298333072bc6bed862e94bc89975828, disabling compactions & flushes 2024-11-21T11:21:43,150 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. 2024-11-21T11:21:43,150 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. 2024-11-21T11:21:43,150 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. after waiting 0 ms 2024-11-21T11:21:43,150 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. 2024-11-21T11:21:43,151 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e298333072bc6bed862e94bc89975828: Waiting for close lock at 1732188103150Running coprocessor pre-close hooks at 1732188103150Disabling compacts and flushes for region at 1732188103150Disabling writes for close at 1732188103150Failed flush hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828., putting online again at 1732188103151 (+1 ms) 2024-11-21T11:21:43,151 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732188083734.e298333072bc6bed862e94bc89975828. 2024-11-21T11:21:43,282 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 883, reset compression=false 2024-11-21T11:21:43,286 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:21:43,286 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 1527, reset compression=false 2024-11-21T11:21:43,350 DEBUG [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:21:43,419 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/.tmp/rep_barrier/9e811e904c2d49ae9118bf80347ef343 2024-11-21T11:21:43,437 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/.tmp/table/f0698e69167f4212b45ce64095b477a8 is 53, key is hbase:replication/table:state/1732188084913/Put/seqid=0 2024-11-21T11:21:43,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741846_1022 (size=5308) 2024-11-21T11:21:43,489 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 1527, reset compression=false 2024-11-21T11:21:43,551 DEBUG [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:21:43,751 DEBUG [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:21:43,792 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.1732188070256 to pos 1527, reset compression=false 2024-11-21T11:21:43,842 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/.tmp/table/f0698e69167f4212b45ce64095b477a8 2024-11-21T11:21:43,846 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/.tmp/info/730424a0561d46f684648043727a8e44 as hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/info/730424a0561d46f684648043727a8e44 2024-11-21T11:21:43,849 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/info/730424a0561d46f684648043727a8e44, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T11:21:43,850 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/.tmp/ns/33c7a98e42434021a6de9ee777896a4d as hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/ns/33c7a98e42434021a6de9ee777896a4d 2024-11-21T11:21:43,854 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/ns/33c7a98e42434021a6de9ee777896a4d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T11:21:43,854 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/.tmp/rep_barrier/9e811e904c2d49ae9118bf80347ef343 as hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/rep_barrier/9e811e904c2d49ae9118bf80347ef343 2024-11-21T11:21:43,868 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/rep_barrier/9e811e904c2d49ae9118bf80347ef343, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T11:21:43,869 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/.tmp/table/f0698e69167f4212b45ce64095b477a8 as hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/table/f0698e69167f4212b45ce64095b477a8 2024-11-21T11:21:43,872 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/table/f0698e69167f4212b45ce64095b477a8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T11:21:43,873 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false 2024-11-21T11:21:43,873 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:21:43,877 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T11:21:43,877 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:21:43,877 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:21:43,877 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:21:43,877 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188102149Running coprocessor pre-close hooks at 1732188102149Disabling compacts and flushes for region at 1732188102149Disabling writes for close at 1732188102149Obtaining lock to block concurrent updates at 1732188102149Preparing flush snapshotting stores in 1588230740 at 1732188102149Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732188102149Flushing stores of hbase:meta,,1.1588230740 at 1732188102150 (+1 ms)Flushing 1588230740/info: creating writer at 1732188102150Flushing 1588230740/info: appending metadata at 1732188102166 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732188102166Flushing 1588230740/ns: creating writer at 1732188102578 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732188102592 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732188102592Flushing 1588230740/rep_barrier: creating writer at 1732188103000 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732188103014 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732188103014Flushing 1588230740/table: creating writer at 1732188103423 (+409 ms)Flushing 1588230740/table: appending metadata at 1732188103437 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732188103437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44918ba0: reopening flushed file at 1732188103845 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7204f442: reopening flushed file at 1732188103850 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@163ea695: reopening flushed file at 1732188103854 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ec0669: reopening flushed file at 1732188103868 (+14 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false at 1732188103873 (+5 ms)Writing region close event to WAL at 1732188103874 (+1 ms)Running coprocessor post-close hooks at 1732188103877 (+3 ms)Closed at 1732188103877 2024-11-21T11:21:43,878 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:21:43,951 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T11:21:43,951 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,44877,1732188069148; all regions closed. 2024-11-21T11:21:43,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741834_1010 (size=4239) 2024-11-21T11:21:43,954 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/WALs/7b462513bfc2,44877,1732188069148/7b462513bfc2%2C44877%2C1732188069148.meta.1732188070812.meta not finished, retry = 0 2024-11-21T11:21:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741839_1015 (size=1297) 2024-11-21T11:21:44,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741832_1008 (size=1535) 2024-11-21T11:21:44,059 DEBUG [RS:0;7b462513bfc2:44877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:44,059 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:21:44,059 INFO [RS:0;7b462513bfc2:44877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:21:44,059 INFO [RS:0;7b462513bfc2:44877 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:21:44,060 INFO [RS:0;7b462513bfc2:44877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:21:44,060 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:21:44,060 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,44877,1732188069148 because: Region server is closing 2024-11-21T11:21:44,060 INFO [RS:0;7b462513bfc2:44877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:44877. 2024-11-21T11:21:44,060 DEBUG [RS:0;7b462513bfc2:44877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:44,060 DEBUG [RS:0;7b462513bfc2:44877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:44,060 DEBUG [RS:0;7b462513bfc2:44877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:44,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:44,161 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.shipper7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 terminated 2024-11-21T11:21:44,161 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,44877,1732188069148.replicationSource.wal-reader.7b462513bfc2%2C44877%2C1732188069148,1-7b462513bfc2,44877,1732188069148 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T11:21:44,161 INFO [RS:0;7b462513bfc2:44877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44877 2024-11-21T11:21:44,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448/rs 2024-11-21T11:21:44,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01542163448/rs/7b462513bfc2,44877,1732188069148 2024-11-21T11:21:44,163 INFO [RS:0;7b462513bfc2:44877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:21:44,163 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,44877,1732188069148] 2024-11-21T11:21:44,165 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01542163448/draining/7b462513bfc2,44877,1732188069148 already deleted, retry=false 2024-11-21T11:21:44,165 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,44877,1732188069148 expired; onlineServers=0 2024-11-21T11:21:44,165 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,38705,1732188068989' ***** 2024-11-21T11:21:44,165 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:21:44,165 INFO [M:0;7b462513bfc2:38705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:21:44,165 INFO [M:0;7b462513bfc2:38705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:21:44,165 DEBUG [M:0;7b462513bfc2:38705 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:21:44,165 DEBUG [M:0;7b462513bfc2:38705 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:21:44,165 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188070036 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188070036,5,FailOnTimeoutGroup] 2024-11-21T11:21:44,165 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188070036 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188070036,5,FailOnTimeoutGroup] 2024-11-21T11:21:44,165 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:21:44,165 INFO [M:0;7b462513bfc2:38705 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:21:44,165 INFO [M:0;7b462513bfc2:38705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:21:44,165 DEBUG [M:0;7b462513bfc2:38705 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:21:44,166 INFO [M:0;7b462513bfc2:38705 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:21:44,166 INFO [M:0;7b462513bfc2:38705 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:21:44,166 INFO [M:0;7b462513bfc2:38705 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:21:44,166 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:21:44,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01542163448/master 2024-11-21T11:21:44,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542163448 2024-11-21T11:21:44,169 DEBUG [M:0;7b462513bfc2:38705 {}] zookeeper.ZKUtil(347): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Unable to get data of znode /01542163448/master because node does not exist (not an error) 2024-11-21T11:21:44,169 WARN [M:0;7b462513bfc2:38705 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:21:44,169 INFO [M:0;7b462513bfc2:38705 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/.lastflushedseqids 2024-11-21T11:21:44,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741847_1023 (size=245) 2024-11-21T11:21:44,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:44,264 INFO [RS:0;7b462513bfc2:44877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:21:44,264 INFO [RS:0;7b462513bfc2:44877 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,44877,1732188069148; zookeeper connection closed. 2024-11-21T11:21:44,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x1013a4242060001, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:44,265 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23734f52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23734f52 2024-11-21T11:21:44,265 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:21:44,574 INFO [M:0;7b462513bfc2:38705 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:21:44,574 INFO [M:0;7b462513bfc2:38705 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:21:44,574 DEBUG [M:0;7b462513bfc2:38705 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:21:44,574 INFO [M:0;7b462513bfc2:38705 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:44,574 DEBUG [M:0;7b462513bfc2:38705 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:44,574 DEBUG [M:0;7b462513bfc2:38705 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:21:44,574 DEBUG [M:0;7b462513bfc2:38705 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:44,574 INFO [M:0;7b462513bfc2:38705 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-21T11:21:44,593 DEBUG [M:0;7b462513bfc2:38705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69f1d74ccd8e49e2886d5a4233b3a4c1 is 82, key is hbase:meta,,1/info:regioninfo/1732188070878/Put/seqid=0 2024-11-21T11:21:44,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741848_1024 (size=5672) 2024-11-21T11:21:44,997 INFO [M:0;7b462513bfc2:38705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69f1d74ccd8e49e2886d5a4233b3a4c1 2024-11-21T11:21:45,015 DEBUG [M:0;7b462513bfc2:38705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6809d55fe7741248760bfda4ad619c2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732188079422/Put/seqid=0 2024-11-21T11:21:45,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741849_1025 (size=7218) 2024-11-21T11:21:45,419 INFO [M:0;7b462513bfc2:38705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6809d55fe7741248760bfda4ad619c2 2024-11-21T11:21:45,422 INFO [M:0;7b462513bfc2:38705 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6809d55fe7741248760bfda4ad619c2 2024-11-21T11:21:45,436 DEBUG [M:0;7b462513bfc2:38705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9f8626897aa49dc87e62d579354e780 is 69, key is 7b462513bfc2,44877,1732188069148/rs:state/1732188070103/Put/seqid=0 2024-11-21T11:21:45,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741850_1026 (size=5156) 2024-11-21T11:21:45,841 INFO [M:0;7b462513bfc2:38705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9f8626897aa49dc87e62d579354e780 2024-11-21T11:21:45,846 DEBUG [M:0;7b462513bfc2:38705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69f1d74ccd8e49e2886d5a4233b3a4c1 as hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69f1d74ccd8e49e2886d5a4233b3a4c1 2024-11-21T11:21:45,849 INFO [M:0;7b462513bfc2:38705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69f1d74ccd8e49e2886d5a4233b3a4c1, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T11:21:45,850 DEBUG [M:0;7b462513bfc2:38705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6809d55fe7741248760bfda4ad619c2 as hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6809d55fe7741248760bfda4ad619c2 2024-11-21T11:21:45,853 INFO [M:0;7b462513bfc2:38705 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6809d55fe7741248760bfda4ad619c2 2024-11-21T11:21:45,853 INFO [M:0;7b462513bfc2:38705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6809d55fe7741248760bfda4ad619c2, entries=11, sequenceid=105, filesize=7.0 K 2024-11-21T11:21:45,854 DEBUG [M:0;7b462513bfc2:38705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9f8626897aa49dc87e62d579354e780 as hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9f8626897aa49dc87e62d579354e780 2024-11-21T11:21:45,857 INFO [M:0;7b462513bfc2:38705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42929/user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9f8626897aa49dc87e62d579354e780, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T11:21:45,858 INFO [M:0;7b462513bfc2:38705 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false 2024-11-21T11:21:45,859 INFO [M:0;7b462513bfc2:38705 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:45,859 DEBUG [M:0;7b462513bfc2:38705 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188104574Disabling compacts and flushes for region at 1732188104574Disabling writes for close at 1732188104574Obtaining lock to block concurrent updates at 1732188104574Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732188104574Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732188104575 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732188104575Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732188104575Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732188104593 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732188104593Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732188105001 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732188105014 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732188105015 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732188105422 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732188105436 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732188105436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b456be4: reopening flushed file at 1732188105845 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e28e624: reopening flushed file at 1732188105850 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2109bb93: reopening flushed file at 1732188105853 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false at 1732188105858 (+5 ms)Writing region close event to WAL at 1732188105859 (+1 ms)Closed at 1732188105859 2024-11-21T11:21:45,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741830_1006 (size=64423) 2024-11-21T11:21:45,861 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4c73b4e-1b94-3943-079f-b415c46f67a6/MasterData/WALs/7b462513bfc2,38705,1732188068989/7b462513bfc2%2C38705%2C1732188068989.1732188069944 not finished, retry = 0 2024-11-21T11:21:45,962 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:21:45,962 INFO [M:0;7b462513bfc2:38705 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:21:45,962 INFO [M:0;7b462513bfc2:38705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38705 2024-11-21T11:21:45,962 INFO [M:0;7b462513bfc2:38705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:21:46,064 INFO [M:0;7b462513bfc2:38705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:21:46,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:46,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38705-0x1013a4242060000, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:21:46,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fedffb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:21:46,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1342b4f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:21:46,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:21:46,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cc929fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:21:46,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72f34e90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/hadoop.log.dir/,STOPPED} 2024-11-21T11:21:46,068 WARN [BP-229710318-172.17.0.2-1732188067736 heartbeating to localhost/127.0.0.1:42929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:21:46,068 WARN [BP-229710318-172.17.0.2-1732188067736 heartbeating to localhost/127.0.0.1:42929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-229710318-172.17.0.2-1732188067736 (Datanode Uuid 091d6b19-277e-4cec-9ebb-b8c3df17620e) service to localhost/127.0.0.1:42929 2024-11-21T11:21:46,069 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:21:46,070 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:21:46,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/cluster_449da3e8-d8af-5408-6410-e4480d0f3281/data/data2/current/BP-229710318-172.17.0.2-1732188067736 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:21:46,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/cluster_449da3e8-d8af-5408-6410-e4480d0f3281/data/data1/current/BP-229710318-172.17.0.2-1732188067736 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:21:46,070 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:21:46,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9129ff4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:21:46,077 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cb5c309{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:21:46,077 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:21:46,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b89cf2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:21:46,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13616542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/957475e9-1c6b-700d-6a2b-6136e4507f8f/hadoop.log.dir/,STOPPED} 2024-11-21T11:21:46,083 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T11:21:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:21:46,113 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 315) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50371) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42929 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50371) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42929 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:42929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40265 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40421 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50371) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:40265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42929 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 412), ProcessCount=11 (was 11), AvailableMemoryMB=4251 (was 4906) 2024-11-21T11:21:46,124 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=4251 2024-11-21T11:21:46,137 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-21T11:21:46,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/hadoop.log.dir so I do NOT create it in target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a 2024-11-21T11:21:46,138 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:21:46,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/hadoop.tmp.dir so I do NOT create it in target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a 2024-11-21T11:21:46,138 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/795a135b-75f7-00f9-7039-cb057794fede/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:21:46,138 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a 2024-11-21T11:21:46,138 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/cluster_d43d402f-e1c3-0b01-4bf7-72d1effa8b2e, deleteOnExit=true 2024-11-21T11:21:46,141 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/cluster_d43d402f-e1c3-0b01-4bf7-72d1effa8b2e/zookeeper_0, clientPort=51032, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/cluster_d43d402f-e1c3-0b01-4bf7-72d1effa8b2e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/cluster_d43d402f-e1c3-0b01-4bf7-72d1effa8b2e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T11:21:46,142 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51032 2024-11-21T11:21:46,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:21:46,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:21:46,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/test.cache.data in system properties and HBase conf 2024-11-21T11:21:46,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:21:46,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:21:46,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:21:46,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:21:46,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:21:46,143 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:21:46,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:21:46,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:21:46,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:21:46,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:21:46,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:21:46,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:21:46,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:21:46,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:21:46,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:21:46,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:21:46,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:21:46,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:21:46,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:21:46,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:21:46,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013a4242060005, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:21:46,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013a4242060002, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:21:46,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013a4242060008, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:21:46,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013a4242060008, quorum=127.0.0.1:50371, baseZNode=/2-923494488 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:21:46,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013a4242060005, quorum=127.0.0.1:50371, baseZNode=/12139908491 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:21:46,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013a4242060002, quorum=127.0.0.1:50371, baseZNode=/01542163448 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:21:46,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:46,253 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:21:46,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:21:46,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:21:46,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:21:46,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:46,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35156634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:21:46,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e508a81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:21:46,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9ea4f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/java.io.tmpdir/jetty-localhost-45903-hadoop-hdfs-3_4_1-tests_jar-_-any-17512334831065327803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:21:46,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1877303b{HTTP/1.1, (http/1.1)}{localhost:45903} 2024-11-21T11:21:46,378 INFO [Time-limited test {}] server.Server(415): Started @281990ms 2024-11-21T11:21:46,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:46,466 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:21:46,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:21:46,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:21:46,473 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:21:46,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1461160b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:21:46,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66761ef3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:21:46,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bc15057{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/java.io.tmpdir/jetty-localhost-42075-hadoop-hdfs-3_4_1-tests_jar-_-any-16885269137842543474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:21:46,587 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65e21794{HTTP/1.1, (http/1.1)}{localhost:42075} 2024-11-21T11:21:46,587 INFO [Time-limited test {}] server.Server(415): Started @282198ms 2024-11-21T11:21:46,588 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:21:46,681 WARN [Thread-4157 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/cluster_d43d402f-e1c3-0b01-4bf7-72d1effa8b2e/data/data1/current/BP-1384582322-172.17.0.2-1732188106170/current, will proceed with Du for space computation calculation, 2024-11-21T11:21:46,681 WARN [Thread-4158 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/cluster_d43d402f-e1c3-0b01-4bf7-72d1effa8b2e/data/data2/current/BP-1384582322-172.17.0.2-1732188106170/current, will proceed with Du for space computation calculation, 2024-11-21T11:21:46,701 WARN [Thread-4145 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:21:46,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb50cca3ddd7a79c with lease ID 0x274567e8c6b8e5b8: Processing first storage report for DS-75fb0605-9148-4d9e-9a1c-62128746834a from datanode DatanodeRegistration(127.0.0.1:33985, datanodeUuid=4cf02ad1-70a3-48b8-b857-fe193ec1cd9a, infoPort=40935, infoSecurePort=0, ipcPort=44061, storageInfo=lv=-57;cid=testClusterID;nsid=739481146;c=1732188106170) 2024-11-21T11:21:46,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb50cca3ddd7a79c with lease ID 0x274567e8c6b8e5b8: from storage DS-75fb0605-9148-4d9e-9a1c-62128746834a node DatanodeRegistration(127.0.0.1:33985, datanodeUuid=4cf02ad1-70a3-48b8-b857-fe193ec1cd9a, infoPort=40935, infoSecurePort=0, ipcPort=44061, storageInfo=lv=-57;cid=testClusterID;nsid=739481146;c=1732188106170), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T11:21:46,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb50cca3ddd7a79c with lease ID 0x274567e8c6b8e5b8: Processing first storage report for DS-af5f689e-6432-42e9-934c-319c3c936702 from datanode DatanodeRegistration(127.0.0.1:33985, datanodeUuid=4cf02ad1-70a3-48b8-b857-fe193ec1cd9a, infoPort=40935, infoSecurePort=0, ipcPort=44061, storageInfo=lv=-57;cid=testClusterID;nsid=739481146;c=1732188106170) 2024-11-21T11:21:46,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb50cca3ddd7a79c with lease ID 0x274567e8c6b8e5b8: from storage DS-af5f689e-6432-42e9-934c-319c3c936702 node DatanodeRegistration(127.0.0.1:33985, datanodeUuid=4cf02ad1-70a3-48b8-b857-fe193ec1cd9a, infoPort=40935, infoSecurePort=0, ipcPort=44061, storageInfo=lv=-57;cid=testClusterID;nsid=739481146;c=1732188106170), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:21:46,708 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a 2024-11-21T11:21:46,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:46,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:46,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:21:47,119 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312 with version=8 2024-11-21T11:21:47,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/hbase-staging 2024-11-21T11:21:47,121 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:21:47,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:47,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:47,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:21:47,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:47,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:21:47,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:21:47,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:21:47,122 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33223 2024-11-21T11:21:47,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33223 connecting to ZooKeeper ensemble=127.0.0.1:51032 2024-11-21T11:21:47,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332230x0, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:47,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33223-0x1013a42d82c0000 connected 2024-11-21T11:21:47,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:47,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:47,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Set watcher on znode that does not yet exist, /0-370813816/running 2024-11-21T11:21:47,155 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312, hbase.cluster.distributed=false 2024-11-21T11:21:47,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Set watcher on znode that does not yet exist, /0-370813816/acl 2024-11-21T11:21:47,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33223 2024-11-21T11:21:47,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33223 2024-11-21T11:21:47,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33223 2024-11-21T11:21:47,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33223 2024-11-21T11:21:47,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33223 2024-11-21T11:21:47,175 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:21:47,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:47,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:47,175 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:21:47,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:47,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:21:47,175 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:21:47,175 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:21:47,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43369 2024-11-21T11:21:47,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43369 connecting to ZooKeeper ensemble=127.0.0.1:51032 2024-11-21T11:21:47,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:47,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:47,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433690x0, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:47,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43369-0x1013a42d82c0001 connected 2024-11-21T11:21:47,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433690x0, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Set watcher on znode that does not yet exist, /0-370813816/running 2024-11-21T11:21:47,184 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:21:47,187 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:21:47,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43369-0x1013a42d82c0001, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Set watcher on znode that does not yet exist, /0-370813816/master 2024-11-21T11:21:47,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43369-0x1013a42d82c0001, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Set watcher on znode that does not yet exist, /0-370813816/acl 2024-11-21T11:21:47,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43369 2024-11-21T11:21:47,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43369 2024-11-21T11:21:47,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43369 2024-11-21T11:21:47,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43369 2024-11-21T11:21:47,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43369 2024-11-21T11:21:47,205 DEBUG [M:0;7b462513bfc2:33223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:33223 2024-11-21T11:21:47,206 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-370813816/backup-masters/7b462513bfc2,33223,1732188107121 2024-11-21T11:21:47,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x1013a42d82c0001, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-370813816/backup-masters 2024-11-21T11:21:47,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-370813816/backup-masters 2024-11-21T11:21:47,207 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Set watcher on existing znode=/0-370813816/backup-masters/7b462513bfc2,33223,1732188107121 2024-11-21T11:21:47,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x1013a42d82c0001, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-370813816/master 2024-11-21T11:21:47,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-370813816 2024-11-21T11:21:47,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x1013a42d82c0001, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-370813816 2024-11-21T11:21:47,209 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Set watcher on existing znode=/0-370813816/master 2024-11-21T11:21:47,209 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-370813816/backup-masters/7b462513bfc2,33223,1732188107121 from backup master directory 2024-11-21T11:21:47,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-370813816/backup-masters/7b462513bfc2,33223,1732188107121 2024-11-21T11:21:47,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-370813816/backup-masters 2024-11-21T11:21:47,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x1013a42d82c0001, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-370813816/backup-masters 2024-11-21T11:21:47,211 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:21:47,211 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,33223,1732188107121 2024-11-21T11:21:47,213 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/hbase.id] with ID: 6c6affe9-9076-4c65-bee9-db7b37f4f009 2024-11-21T11:21:47,213 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/.tmp/hbase.id 2024-11-21T11:21:47,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:21:47,619 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/.tmp/hbase.id]:[hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/hbase.id] 2024-11-21T11:21:47,627 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:47,628 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:21:47,628 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T11:21:47,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x1013a42d82c0001, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-370813816 2024-11-21T11:21:47,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-370813816 2024-11-21T11:21:47,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:21:48,038 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:21:48,039 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:21:48,039 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:48,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:21:48,445 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/MasterData/data/master/store 2024-11-21T11:21:48,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:21:48,548 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:21:48,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:48,850 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:48,850 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:21:48,850 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:48,850 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:48,850 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:21:48,850 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:48,850 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:48,850 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188108850Disabling compacts and flushes for region at 1732188108850Disabling writes for close at 1732188108850Writing region close event to WAL at 1732188108850Closed at 1732188108850 2024-11-21T11:21:48,851 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/MasterData/data/master/store/.initializing 2024-11-21T11:21:48,851 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/MasterData/WALs/7b462513bfc2,33223,1732188107121 2024-11-21T11:21:48,852 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:21:48,853 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C33223%2C1732188107121, suffix=, logDir=hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/MasterData/WALs/7b462513bfc2,33223,1732188107121, archiveDir=hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/MasterData/oldWALs, maxLogs=10 2024-11-21T11:21:48,870 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/MasterData/WALs/7b462513bfc2,33223,1732188107121/7b462513bfc2%2C33223%2C1732188107121.1732188108853, exclude list is [], retry=0 2024-11-21T11:21:48,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33985,DS-75fb0605-9148-4d9e-9a1c-62128746834a,DISK] 2024-11-21T11:21:48,873 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/MasterData/WALs/7b462513bfc2,33223,1732188107121/7b462513bfc2%2C33223%2C1732188107121.1732188108853 2024-11-21T11:21:48,874 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40935:40935)] 2024-11-21T11:21:48,874 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:48,874 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:48,874 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:48,874 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:48,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:48,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:21:48,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:48,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:48,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:48,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:21:48,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:48,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:48,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:48,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:21:48,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:48,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:48,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:48,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:21:48,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:48,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:48,879 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:48,880 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:48,880 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:48,881 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:48,881 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:48,881 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:48,882 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:48,884 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:48,884 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66399758, jitterRate=-0.010566502809524536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:48,885 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732188108874Initializing all the Stores at 1732188108875 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188108875Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188108875Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188108875Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188108875Cleaning up temporary data from old regions at 1732188108881 (+6 ms)Region opened successfully at 1732188108884 (+3 ms) 2024-11-21T11:21:48,885 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:21:48,887 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a2c8df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:21:48,888 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:21:48,888 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:21:48,888 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:21:48,888 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:21:48,888 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:21:48,889 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:21:48,889 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:21:48,891 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:21:48,892 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Unable to get data of znode /0-370813816/balancer because node does not exist (not necessarily an error) 2024-11-21T11:21:48,893 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-370813816/balancer already deleted, retry=false 2024-11-21T11:21:48,894 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:21:48,894 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Unable to get data of znode /0-370813816/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:21:48,895 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-370813816/normalizer already deleted, retry=false 2024-11-21T11:21:48,895 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:21:48,896 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Unable to get data of znode /0-370813816/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:21:48,897 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-370813816/switch/split already deleted, retry=false 2024-11-21T11:21:48,898 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Unable to get data of znode /0-370813816/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:21:48,900 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-370813816/switch/merge already deleted, retry=false 2024-11-21T11:21:48,901 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Unable to get data of znode /0-370813816/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:21:48,902 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-370813816/snapshot-cleanup already deleted, retry=false 2024-11-21T11:21:48,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-370813816/running 2024-11-21T11:21:48,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x1013a42d82c0001, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-370813816/running 2024-11-21T11:21:48,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-370813816 2024-11-21T11:21:48,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x1013a42d82c0001, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-370813816 2024-11-21T11:21:48,904 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,33223,1732188107121, sessionid=0x1013a42d82c0000, setting cluster-up flag (Was=false) 2024-11-21T11:21:48,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-370813816 2024-11-21T11:21:48,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x1013a42d82c0001, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-370813816 2024-11-21T11:21:48,911 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-370813816/flush-table-proc/acquired, /0-370813816/flush-table-proc/reached, /0-370813816/flush-table-proc/abort 2024-11-21T11:21:48,912 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,33223,1732188107121 2024-11-21T11:21:48,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-370813816 2024-11-21T11:21:48,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x1013a42d82c0001, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-370813816 2024-11-21T11:21:48,920 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-370813816/online-snapshot/acquired, /0-370813816/online-snapshot/reached, /0-370813816/online-snapshot/abort 2024-11-21T11:21:48,921 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,33223,1732188107121 2024-11-21T11:21:48,922 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:21:48,923 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:48,923 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:21:48,923 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:21:48,924 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,33223,1732188107121 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:21:48,925 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:48,925 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:48,925 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:48,925 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:48,925 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:21:48,925 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:48,925 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:21:48,925 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:48,926 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:48,926 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:21:48,927 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:48,927 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:21:48,932 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732188138932 2024-11-21T11:21:48,932 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:21:48,932 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:21:48,932 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:21:48,932 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:21:48,932 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:21:48,933 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:21:48,933 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:48,933 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:21:48,933 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:21:48,933 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:21:48,933 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:21:48,935 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:21:48,935 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:21:48,935 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188108935,5,FailOnTimeoutGroup] 2024-11-21T11:21:48,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:21:48,936 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188108935,5,FailOnTimeoutGroup] 2024-11-21T11:21:48,936 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:48,936 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:21:48,936 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:48,936 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:48,996 INFO [RS:0;7b462513bfc2:43369 {}] regionserver.HRegionServer(746): ClusterId : 6c6affe9-9076-4c65-bee9-db7b37f4f009 2024-11-21T11:21:48,997 DEBUG [RS:0;7b462513bfc2:43369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:21:48,998 DEBUG [RS:0;7b462513bfc2:43369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:21:48,998 DEBUG [RS:0;7b462513bfc2:43369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:21:49,001 DEBUG [RS:0;7b462513bfc2:43369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:21:49,001 DEBUG [RS:0;7b462513bfc2:43369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de4171e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:21:49,012 DEBUG [RS:0;7b462513bfc2:43369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:43369 2024-11-21T11:21:49,013 INFO [RS:0;7b462513bfc2:43369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:21:49,013 INFO [RS:0;7b462513bfc2:43369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:21:49,013 DEBUG [RS:0;7b462513bfc2:43369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:21:49,013 INFO [RS:0;7b462513bfc2:43369 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,33223,1732188107121 with port=43369, startcode=1732188107175 2024-11-21T11:21:49,013 DEBUG [RS:0;7b462513bfc2:43369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:21:49,015 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:21:49,015 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,43369,1732188107175 2024-11-21T11:21:49,016 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33223 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,43369,1732188107175 2024-11-21T11:21:49,017 DEBUG [RS:0;7b462513bfc2:43369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312 2024-11-21T11:21:49,017 DEBUG [RS:0;7b462513bfc2:43369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40223 2024-11-21T11:21:49,017 DEBUG [RS:0;7b462513bfc2:43369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:21:49,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-370813816/rs 2024-11-21T11:21:49,018 DEBUG [RS:0;7b462513bfc2:43369 {}] zookeeper.ZKUtil(111): regionserver:43369-0x1013a42d82c0001, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Set watcher on existing znode=/0-370813816/rs/7b462513bfc2,43369,1732188107175 2024-11-21T11:21:49,018 WARN [RS:0;7b462513bfc2:43369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:21:49,018 INFO [RS:0;7b462513bfc2:43369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:49,019 DEBUG [RS:0;7b462513bfc2:43369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/WALs/7b462513bfc2,43369,1732188107175 2024-11-21T11:21:49,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,43369,1732188107175] 2024-11-21T11:21:49,021 INFO [RS:0;7b462513bfc2:43369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:21:49,022 INFO [RS:0;7b462513bfc2:43369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:21:49,023 INFO [RS:0;7b462513bfc2:43369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:21:49,023 INFO [RS:0;7b462513bfc2:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:49,023 INFO [RS:0;7b462513bfc2:43369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:21:49,023 INFO [RS:0;7b462513bfc2:43369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:21:49,023 INFO [RS:0;7b462513bfc2:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:49,023 DEBUG [RS:0;7b462513bfc2:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:49,023 DEBUG [RS:0;7b462513bfc2:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:49,024 DEBUG [RS:0;7b462513bfc2:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:49,024 DEBUG [RS:0;7b462513bfc2:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:49,024 DEBUG [RS:0;7b462513bfc2:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:49,024 DEBUG [RS:0;7b462513bfc2:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:21:49,024 DEBUG [RS:0;7b462513bfc2:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:49,024 DEBUG [RS:0;7b462513bfc2:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:49,024 DEBUG [RS:0;7b462513bfc2:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:49,024 DEBUG [RS:0;7b462513bfc2:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:49,024 DEBUG [RS:0;7b462513bfc2:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:49,024 DEBUG [RS:0;7b462513bfc2:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:49,024 DEBUG [RS:0;7b462513bfc2:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:21:49,024 DEBUG [RS:0;7b462513bfc2:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:21:49,024 INFO [RS:0;7b462513bfc2:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:49,024 INFO [RS:0;7b462513bfc2:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:49,024 INFO [RS:0;7b462513bfc2:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:49,024 INFO [RS:0;7b462513bfc2:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:49,024 INFO [RS:0;7b462513bfc2:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:49,024 INFO [RS:0;7b462513bfc2:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43369,1732188107175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:21:49,038 INFO [RS:0;7b462513bfc2:43369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:21:49,038 INFO [RS:0;7b462513bfc2:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43369,1732188107175-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:49,038 INFO [RS:0;7b462513bfc2:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:49,038 INFO [RS:0;7b462513bfc2:43369 {}] regionserver.Replication(171): 7b462513bfc2,43369,1732188107175 started 2024-11-21T11:21:49,051 INFO [RS:0;7b462513bfc2:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:49,051 INFO [RS:0;7b462513bfc2:43369 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,43369,1732188107175, RpcServer on 7b462513bfc2/172.17.0.2:43369, sessionid=0x1013a42d82c0001 2024-11-21T11:21:49,051 DEBUG [RS:0;7b462513bfc2:43369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:21:49,051 DEBUG [RS:0;7b462513bfc2:43369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,43369,1732188107175 2024-11-21T11:21:49,051 DEBUG [RS:0;7b462513bfc2:43369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,43369,1732188107175' 2024-11-21T11:21:49,051 DEBUG [RS:0;7b462513bfc2:43369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-370813816/flush-table-proc/abort' 2024-11-21T11:21:49,051 DEBUG [RS:0;7b462513bfc2:43369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-370813816/flush-table-proc/acquired' 2024-11-21T11:21:49,052 DEBUG [RS:0;7b462513bfc2:43369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:21:49,052 DEBUG [RS:0;7b462513bfc2:43369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:21:49,052 DEBUG [RS:0;7b462513bfc2:43369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,43369,1732188107175 2024-11-21T11:21:49,052 DEBUG [RS:0;7b462513bfc2:43369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,43369,1732188107175' 2024-11-21T11:21:49,052 DEBUG [RS:0;7b462513bfc2:43369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-370813816/online-snapshot/abort' 2024-11-21T11:21:49,052 DEBUG [RS:0;7b462513bfc2:43369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-370813816/online-snapshot/acquired' 2024-11-21T11:21:49,052 DEBUG [RS:0;7b462513bfc2:43369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:21:49,052 INFO [RS:0;7b462513bfc2:43369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:21:49,052 INFO [RS:0;7b462513bfc2:43369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:21:49,152 INFO [RS:0;7b462513bfc2:43369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:21:49,154 INFO [RS:0;7b462513bfc2:43369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C43369%2C1732188107175, suffix=, logDir=hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/WALs/7b462513bfc2,43369,1732188107175, archiveDir=hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/oldWALs, maxLogs=10 2024-11-21T11:21:49,167 DEBUG [RS:0;7b462513bfc2:43369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/WALs/7b462513bfc2,43369,1732188107175/7b462513bfc2%2C43369%2C1732188107175.1732188109154, exclude list is [], retry=0 2024-11-21T11:21:49,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33985,DS-75fb0605-9148-4d9e-9a1c-62128746834a,DISK] 2024-11-21T11:21:49,171 INFO [RS:0;7b462513bfc2:43369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/WALs/7b462513bfc2,43369,1732188107175/7b462513bfc2%2C43369%2C1732188107175.1732188109154 2024-11-21T11:21:49,171 DEBUG [RS:0;7b462513bfc2:43369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40935:40935)] 2024-11-21T11:21:49,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:21:49,337 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312 2024-11-21T11:21:49,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:21:49,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:49,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:21:49,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:21:49,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:49,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:49,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:21:49,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:21:49,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:49,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:49,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:21:49,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:21:49,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:49,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:49,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:21:49,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:21:49,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:49,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:49,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:21:49,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/data/hbase/meta/1588230740 2024-11-21T11:21:49,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/data/hbase/meta/1588230740 2024-11-21T11:21:49,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:21:49,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:21:49,749 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:49,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:21:49,751 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:49,752 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66709141, jitterRate=-0.005956336855888367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:49,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732188109742Initializing all the Stores at 1732188109742Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188109743 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188109743Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188109743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188109743Cleaning up temporary data from old regions at 1732188109749 (+6 ms)Region opened successfully at 1732188109752 (+3 ms) 2024-11-21T11:21:49,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:21:49,752 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:21:49,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:21:49,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:21:49,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:21:49,753 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:21:49,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188109752Disabling compacts and flushes for region at 1732188109752Disabling writes for close at 1732188109752Writing region close event to WAL at 1732188109753 (+1 ms)Closed at 1732188109753 2024-11-21T11:21:49,753 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:49,753 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:21:49,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:21:49,754 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:21:49,755 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:21:49,905 DEBUG [7b462513bfc2:33223 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:21:49,906 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,43369,1732188107175 2024-11-21T11:21:49,906 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,43369,1732188107175, state=OPENING 2024-11-21T11:21:49,909 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:21:49,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-370813816 2024-11-21T11:21:49,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x1013a42d82c0001, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-370813816 2024-11-21T11:21:49,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-370813816/meta-region-server: CHANGED 2024-11-21T11:21:49,910 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:21:49,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-370813816/meta-region-server: CHANGED 2024-11-21T11:21:49,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,43369,1732188107175}] 2024-11-21T11:21:49,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T11:21:49,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T11:21:49,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:21:50,062 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:21:50,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:21:50,067 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:21:50,067 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:50,067 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:21:50,068 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C43369%2C1732188107175.meta, suffix=.meta, logDir=hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/WALs/7b462513bfc2,43369,1732188107175, archiveDir=hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/oldWALs, maxLogs=10 2024-11-21T11:21:50,081 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/WALs/7b462513bfc2,43369,1732188107175/7b462513bfc2%2C43369%2C1732188107175.meta.1732188110068.meta, exclude list is [], retry=0 2024-11-21T11:21:50,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33985,DS-75fb0605-9148-4d9e-9a1c-62128746834a,DISK] 2024-11-21T11:21:50,084 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/WALs/7b462513bfc2,43369,1732188107175/7b462513bfc2%2C43369%2C1732188107175.meta.1732188110068.meta 2024-11-21T11:21:50,085 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40935:40935)] 2024-11-21T11:21:50,085 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:50,085 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:21:50,085 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:21:50,085 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:21:50,085 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:21:50,085 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:21:50,085 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:50,086 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:21:50,086 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:21:50,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:21:50,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:21:50,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:50,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:50,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:21:50,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:21:50,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:50,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:50,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:21:50,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:21:50,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:50,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:50,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:21:50,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:21:50,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:50,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:50,090 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:21:50,090 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/data/hbase/meta/1588230740 2024-11-21T11:21:50,091 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/data/hbase/meta/1588230740 2024-11-21T11:21:50,092 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:21:50,092 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:21:50,092 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:50,093 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:21:50,093 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64305343, jitterRate=-0.041775718331336975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:50,093 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:21:50,094 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732188110086Writing region info on filesystem at 1732188110086Initializing all the Stores at 1732188110086Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188110086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188110086Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188110086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188110086Cleaning up temporary data from old regions at 1732188110092 (+6 ms)Running coprocessor post-open hooks at 1732188110093 (+1 ms)Region opened successfully at 1732188110094 (+1 ms) 2024-11-21T11:21:50,094 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732188110062 2024-11-21T11:21:50,096 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:21:50,096 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:21:50,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,43369,1732188107175 2024-11-21T11:21:50,097 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,43369,1732188107175, state=OPEN 2024-11-21T11:21:50,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33223-0x1013a42d82c0000, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-370813816/meta-region-server 2024-11-21T11:21:50,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x1013a42d82c0001, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-370813816/meta-region-server 2024-11-21T11:21:50,102 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,43369,1732188107175 2024-11-21T11:21:50,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-370813816/meta-region-server: CHANGED 2024-11-21T11:21:50,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-370813816/meta-region-server: CHANGED 2024-11-21T11:21:50,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:21:50,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,43369,1732188107175 in 192 msec 2024-11-21T11:21:50,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:21:50,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-21T11:21:50,106 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:50,106 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:21:50,107 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:50,107 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,43369,1732188107175, seqNum=-1] 2024-11-21T11:21:50,107 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:50,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:50,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1890 sec 2024-11-21T11:21:50,112 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732188110112, completionTime=-1 2024-11-21T11:21:50,112 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:21:50,112 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:21:50,114 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:21:50,114 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188170114 2024-11-21T11:21:50,114 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188230114 2024-11-21T11:21:50,114 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T11:21:50,114 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33223,1732188107121-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:50,114 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33223,1732188107121-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:50,114 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33223,1732188107121-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:50,114 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:33223, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:50,114 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:50,114 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:50,116 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:21:50,118 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.906sec 2024-11-21T11:21:50,118 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:21:50,118 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:21:50,118 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:21:50,118 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:21:50,118 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:21:50,118 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33223,1732188107121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:21:50,118 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33223,1732188107121-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:21:50,120 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:21:50,120 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:21:50,120 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,33223,1732188107121-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:50,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e3c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:50,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,33223,-1 for getting cluster id 2024-11-21T11:21:50,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:50,198 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6affe9-9076-4c65-bee9-db7b37f4f009' 2024-11-21T11:21:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6affe9-9076-4c65-bee9-db7b37f4f009" 2024-11-21T11:21:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebb2a14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,33223,-1] 2024-11-21T11:21:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:50,200 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:50,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ce6972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:50,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:50,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,43369,1732188107175, seqNum=-1] 2024-11-21T11:21:50,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:50,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:50,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,33223,1732188107121 2024-11-21T11:21:50,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51032 2024-11-21T11:21:50,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51032, baseZNode=/0-370813816 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:50,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a42d82c0002 connected 2024-11-21T11:21:50,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:21:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,33223,1732188107121 2024-11-21T11:21:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d6732ae 2024-11-21T11:21:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:50,213 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:21:50,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:21:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33223 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T11:21:50,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:21:50,216 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:50,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T11:21:50,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:21:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:50,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741835_1011 (size=902) 2024-11-21T11:21:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:50,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d8fb9a8b01ff87ec7c45c5aaa48a7de, NAME => 'test,,1732188110213.5d8fb9a8b01ff87ec7c45c5aaa48a7de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312 2024-11-21T11:21:50,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33985 is added to blk_1073741836_1012 (size=39) 2024-11-21T11:21:50,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732188110213.5d8fb9a8b01ff87ec7c45c5aaa48a7de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:50,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5d8fb9a8b01ff87ec7c45c5aaa48a7de, disabling compactions & flushes 2024-11-21T11:21:50,627 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732188110213.5d8fb9a8b01ff87ec7c45c5aaa48a7de. 2024-11-21T11:21:50,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188110213.5d8fb9a8b01ff87ec7c45c5aaa48a7de. 2024-11-21T11:21:50,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732188110213.5d8fb9a8b01ff87ec7c45c5aaa48a7de. after waiting 0 ms 2024-11-21T11:21:50,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732188110213.5d8fb9a8b01ff87ec7c45c5aaa48a7de. 2024-11-21T11:21:50,628 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732188110213.5d8fb9a8b01ff87ec7c45c5aaa48a7de. 2024-11-21T11:21:50,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d8fb9a8b01ff87ec7c45c5aaa48a7de: Waiting for close lock at 1732188110627Disabling compacts and flushes for region at 1732188110627Disabling writes for close at 1732188110628 (+1 ms)Writing region close event to WAL at 1732188110628Closed at 1732188110628 2024-11-21T11:21:50,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:21:50,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732188110213.5d8fb9a8b01ff87ec7c45c5aaa48a7de.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732188110629"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188110629"}]},"ts":"1732188110629"} 2024-11-21T11:21:50,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:21:50,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:21:50,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188110631"}]},"ts":"1732188110631"} 2024-11-21T11:21:50,632 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T11:21:50,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5d8fb9a8b01ff87ec7c45c5aaa48a7de, ASSIGN}] 2024-11-21T11:21:50,633 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5d8fb9a8b01ff87ec7c45c5aaa48a7de, ASSIGN 2024-11-21T11:21:50,634 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5d8fb9a8b01ff87ec7c45c5aaa48a7de, ASSIGN; state=OFFLINE, location=7b462513bfc2,43369,1732188107175; forceNewPlan=false, retain=false 2024-11-21T11:21:50,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d8fb9a8b01ff87ec7c45c5aaa48a7de, regionState=OPENING, regionLocation=7b462513bfc2,43369,1732188107175 2024-11-21T11:21:50,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5d8fb9a8b01ff87ec7c45c5aaa48a7de, ASSIGN because future has completed 2024-11-21T11:21:50,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d8fb9a8b01ff87ec7c45c5aaa48a7de, server=7b462513bfc2,43369,1732188107175}] 2024-11-21T11:21:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:50,942 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732188110213.5d8fb9a8b01ff87ec7c45c5aaa48a7de. 2024-11-21T11:21:50,942 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d8fb9a8b01ff87ec7c45c5aaa48a7de, NAME => 'test,,1732188110213.5d8fb9a8b01ff87ec7c45c5aaa48a7de.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:50,942 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:21:50,942 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T11:21:50,942 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5d8fb9a8b01ff87ec7c45c5aaa48a7de 2024-11-21T11:21:50,942 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732188110213.5d8fb9a8b01ff87ec7c45c5aaa48a7de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:50,942 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5d8fb9a8b01ff87ec7c45c5aaa48a7de 2024-11-21T11:21:50,942 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5d8fb9a8b01ff87ec7c45c5aaa48a7de 2024-11-21T11:21:50,943 INFO [StoreOpener-5d8fb9a8b01ff87ec7c45c5aaa48a7de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5d8fb9a8b01ff87ec7c45c5aaa48a7de 2024-11-21T11:21:50,944 INFO [StoreOpener-5d8fb9a8b01ff87ec7c45c5aaa48a7de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d8fb9a8b01ff87ec7c45c5aaa48a7de columnFamilyName f 2024-11-21T11:21:50,944 DEBUG [StoreOpener-5d8fb9a8b01ff87ec7c45c5aaa48a7de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:50,945 INFO [StoreOpener-5d8fb9a8b01ff87ec7c45c5aaa48a7de-1 {}] regionserver.HStore(327): Store=5d8fb9a8b01ff87ec7c45c5aaa48a7de/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:50,945 INFO [StoreOpener-5d8fb9a8b01ff87ec7c45c5aaa48a7de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5d8fb9a8b01ff87ec7c45c5aaa48a7de 2024-11-21T11:21:50,945 INFO [StoreOpener-5d8fb9a8b01ff87ec7c45c5aaa48a7de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d8fb9a8b01ff87ec7c45c5aaa48a7de columnFamilyName f1 2024-11-21T11:21:50,946 DEBUG [StoreOpener-5d8fb9a8b01ff87ec7c45c5aaa48a7de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:50,946 INFO [StoreOpener-5d8fb9a8b01ff87ec7c45c5aaa48a7de-1 {}] regionserver.HStore(327): Store=5d8fb9a8b01ff87ec7c45c5aaa48a7de/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:50,946 INFO [StoreOpener-5d8fb9a8b01ff87ec7c45c5aaa48a7de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5d8fb9a8b01ff87ec7c45c5aaa48a7de 2024-11-21T11:21:50,947 INFO [StoreOpener-5d8fb9a8b01ff87ec7c45c5aaa48a7de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d8fb9a8b01ff87ec7c45c5aaa48a7de columnFamilyName norep 2024-11-21T11:21:50,947 DEBUG [StoreOpener-5d8fb9a8b01ff87ec7c45c5aaa48a7de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:50,947 INFO [StoreOpener-5d8fb9a8b01ff87ec7c45c5aaa48a7de-1 {}] regionserver.HStore(327): Store=5d8fb9a8b01ff87ec7c45c5aaa48a7de/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:50,947 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5d8fb9a8b01ff87ec7c45c5aaa48a7de 2024-11-21T11:21:50,947 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/data/default/test/5d8fb9a8b01ff87ec7c45c5aaa48a7de 2024-11-21T11:21:50,948 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/data/default/test/5d8fb9a8b01ff87ec7c45c5aaa48a7de 2024-11-21T11:21:50,948 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5d8fb9a8b01ff87ec7c45c5aaa48a7de 2024-11-21T11:21:50,948 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5d8fb9a8b01ff87ec7c45c5aaa48a7de 2024-11-21T11:21:50,949 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:21:50,949 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5d8fb9a8b01ff87ec7c45c5aaa48a7de 2024-11-21T11:21:50,951 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/data/default/test/5d8fb9a8b01ff87ec7c45c5aaa48a7de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:50,951 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5d8fb9a8b01ff87ec7c45c5aaa48a7de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74264457, jitterRate=0.10662664473056793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:21:50,951 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d8fb9a8b01ff87ec7c45c5aaa48a7de 2024-11-21T11:21:50,952 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5d8fb9a8b01ff87ec7c45c5aaa48a7de: Running coprocessor pre-open hook at 1732188110942Writing region info on filesystem at 1732188110943 (+1 ms)Initializing all the Stores at 1732188110943Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188110943Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188110943Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188110943Cleaning up temporary data from old regions at 1732188110948 (+5 ms)Running coprocessor post-open hooks at 1732188110951 (+3 ms)Region opened successfully at 1732188110952 (+1 ms) 2024-11-21T11:21:50,952 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732188110213.5d8fb9a8b01ff87ec7c45c5aaa48a7de., pid=6, masterSystemTime=1732188110939 2024-11-21T11:21:50,954 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732188110213.5d8fb9a8b01ff87ec7c45c5aaa48a7de. 2024-11-21T11:21:50,954 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732188110213.5d8fb9a8b01ff87ec7c45c5aaa48a7de. 2024-11-21T11:21:50,954 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d8fb9a8b01ff87ec7c45c5aaa48a7de, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b462513bfc2,43369,1732188107175 2024-11-21T11:21:50,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d8fb9a8b01ff87ec7c45c5aaa48a7de, server=7b462513bfc2,43369,1732188107175 because future has completed 2024-11-21T11:21:50,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:21:50,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d8fb9a8b01ff87ec7c45c5aaa48a7de, server=7b462513bfc2,43369,1732188107175 in 170 msec 2024-11-21T11:21:50,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:21:50,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5d8fb9a8b01ff87ec7c45c5aaa48a7de, ASSIGN in 325 msec 2024-11-21T11:21:50,960 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:21:50,960 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188110960"}]},"ts":"1732188110960"} 2024-11-21T11:21:50,962 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T11:21:50,962 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:21:50,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-21T11:21:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:21:51,355 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T11:21:51,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fdd6878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:51,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,33223,-1 for getting cluster id 2024-11-21T11:21:51,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:51,356 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6affe9-9076-4c65-bee9-db7b37f4f009' 2024-11-21T11:21:51,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:51,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6affe9-9076-4c65-bee9-db7b37f4f009" 2024-11-21T11:21:51,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f23f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:51,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,33223,-1] 2024-11-21T11:21:51,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:51,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:51,357 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:51,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d54c33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:51,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:21:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,33223,1732188107121 2024-11-21T11:21:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45b5946c 2024-11-21T11:21:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:51,359 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:21:51,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33223 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b462513bfc2:33223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:21:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33223 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:21:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:51,362 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:33223' 2024-11-21T11:21:51,363 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0c3758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:51,363 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,33223,-1 for getting cluster id 2024-11-21T11:21:51,363 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:51,364 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6affe9-9076-4c65-bee9-db7b37f4f009' 2024-11-21T11:21:51,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:51,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6affe9-9076-4c65-bee9-db7b37f4f009" 2024-11-21T11:21:51,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a9ca5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:51,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,33223,-1] 2024-11-21T11:21:51,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:51,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:51,365 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:51,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23391471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:51,366 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:21:51,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,33223,1732188107121 2024-11-21T11:21:51,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@de971b0 2024-11-21T11:21:51,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:51,367 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:21:51,367 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T11:21:51,367 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:21:51,367 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:51,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:51,368 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:51,368 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7b462513bfc2:33223, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T11:21:51,374 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7b462513bfc2:33223, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7b462513bfc2:33223, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7b462513bfc2:33223, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-21T11:21:51,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7b462513bfc2:33223, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-21T11:21:51,375 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-21T11:21:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:21:51,465 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://7b462513bfc2:33223, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-21T11:21:51,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:21:51,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:51,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:51,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:51,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:21:51,484 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 361) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:51032): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1079800627-7903 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff204437628.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7b462513bfc2:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188108935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@47bb6c60 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 40223 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@e834038 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/cluster_d43d402f-e1c3-0b01-4bf7-72d1effa8b2e/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 40223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1384582322-172.17.0.2-1732188106170:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3487c574-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp140238719-7861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 40223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_META-regionserver/7b462513bfc2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312-prefix:7b462513bfc2,43369,1732188107175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2060954262_20 at /127.0.0.1:54096 [Receiving block BP-1384582322-172.17.0.2-1732188106170:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51032) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1079800627-7906 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;7b462513bfc2:43369-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@d05e9b7 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7a1ff889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 40223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40223 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51032 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server handler 3 on default port 40223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$594/0x00007ff204ab4218.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp140238719-7860 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007ff2049f5668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3235b494 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2060954262_20 at /127.0.0.1:54032 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp140238719-7855 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff204437628.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/cluster_d43d402f-e1c3-0b01-4bf7-72d1effa8b2e/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;7b462513bfc2:43369 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp140238719-7856 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff204437628.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b462513bfc2:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/cluster_d43d402f-e1c3-0b01-4bf7-72d1effa8b2e/data/data2/current/BP-1384582322-172.17.0.2-1732188106170 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6c8a8680 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b462513bfc2:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1079800627-7905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(2009832934) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312/MasterData-prefix:7b462513bfc2,33223,1732188107121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@504d6a24[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp140238719-7857 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff204437628.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44061 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-474395462_20 at /127.0.0.1:54082 [Receiving block BP-1384582322-172.17.0.2-1732188106170:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;7b462513bfc2:33223 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51032) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51032) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188108935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/cluster_d43d402f-e1c3-0b01-4bf7-72d1effa8b2e/data/data1/current/BP-1384582322-172.17.0.2-1732188106170 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp140238719-7854 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff204437628.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b462513bfc2:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-5d799d0d-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 7b462513bfc2:33223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1384582322-172.17.0.2-1732188106170:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1079800627-7904-acceptor-0@2379fe27-ServerConnector@65e21794{HTTP/1.1, (http/1.1)}{localhost:42075} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server handler 2 on default port 44061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2060954262_20 at /127.0.0.1:54118 [Receiving block BP-1384582322-172.17.0.2-1732188106170:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1384582322-172.17.0.2-1732188106170 heartbeating to localhost/127.0.0.1:40223 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:40223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1384582322-172.17.0.2-1732188106170:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@54943068 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40223/user/jenkins/test-data/2ac4385f-08ab-894a-d59d-5a10da715312-prefix:7b462513bfc2,43369,1732188107175.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp140238719-7858-acceptor-0@77d4bf66-ServerConnector@1877303b{HTTP/1.1, (http/1.1)}{localhost:45903} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp140238719-7859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=375 (was 390), ProcessCount=11 (was 11), AvailableMemoryMB=4235 (was 4251) 2024-11-21T11:21:51,488 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-21T11:21:51,506 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=375, ProcessCount=11, AvailableMemoryMB=4230 2024-11-21T11:21:51,506 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-21T11:21:51,519 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-21T11:21:51,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/hadoop.log.dir so I do NOT create it in target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea 2024-11-21T11:21:51,519 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:21:51,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/hadoop.tmp.dir so I do NOT create it in target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea 2024-11-21T11:21:51,519 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/213a6d19-c409-3afd-cd4d-299000cef81a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:21:51,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea 2024-11-21T11:21:51,519 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/cluster_904e9aaa-2f89-e9f5-f18b-d764b513cd38, deleteOnExit=true 2024-11-21T11:21:51,523 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/cluster_904e9aaa-2f89-e9f5-f18b-d764b513cd38/zookeeper_0, clientPort=62465, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/cluster_904e9aaa-2f89-e9f5-f18b-d764b513cd38/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/cluster_904e9aaa-2f89-e9f5-f18b-d764b513cd38/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T11:21:51,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62465 2024-11-21T11:21:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:21:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:21:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/test.cache.data in system properties and HBase conf 2024-11-21T11:21:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:21:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:21:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:21:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:21:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:21:51,524 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:21:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:21:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:21:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:21:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:21:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:21:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:21:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:21:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:21:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:21:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:21:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:21:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:21:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:21:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:21:51,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:51,614 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:21:51,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:21:51,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:21:51,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:21:51,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:51,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48655c2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:21:51,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34af3c01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:21:51,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46873611{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/java.io.tmpdir/jetty-localhost-40951-hadoop-hdfs-3_4_1-tests_jar-_-any-16197191199393895325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:21:51,738 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f53a1f1{HTTP/1.1, (http/1.1)}{localhost:40951} 2024-11-21T11:21:51,738 INFO [Time-limited test {}] server.Server(415): Started @287349ms 2024-11-21T11:21:51,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:51,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:21:51,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:21:51,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:21:51,824 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:21:51,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a2d6990{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:21:51,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49d9060f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:21:51,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55ee8d61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/java.io.tmpdir/jetty-localhost-42189-hadoop-hdfs-3_4_1-tests_jar-_-any-14276823459131541994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:21:51,947 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c9a294c{HTTP/1.1, (http/1.1)}{localhost:42189} 2024-11-21T11:21:51,947 INFO [Time-limited test {}] server.Server(415): Started @287558ms 2024-11-21T11:21:51,948 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:21:52,048 WARN [Thread-4291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/cluster_904e9aaa-2f89-e9f5-f18b-d764b513cd38/data/data1/current/BP-1648743335-172.17.0.2-1732188111546/current, will proceed with Du for space computation calculation, 2024-11-21T11:21:52,048 WARN [Thread-4292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/cluster_904e9aaa-2f89-e9f5-f18b-d764b513cd38/data/data2/current/BP-1648743335-172.17.0.2-1732188111546/current, will proceed with Du for space computation calculation, 2024-11-21T11:21:52,069 WARN [Thread-4279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:21:52,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1adfa33197704dd with lease ID 0xe994821af6ee19c8: Processing first storage report for DS-f95766b7-7465-4dd8-8234-2347e86524cd from datanode DatanodeRegistration(127.0.0.1:33947, datanodeUuid=837e089c-86d9-47b4-b187-7f85df6ad5d0, infoPort=44349, infoSecurePort=0, ipcPort=38941, storageInfo=lv=-57;cid=testClusterID;nsid=1667574071;c=1732188111546) 2024-11-21T11:21:52,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1adfa33197704dd with lease ID 0xe994821af6ee19c8: from storage DS-f95766b7-7465-4dd8-8234-2347e86524cd node DatanodeRegistration(127.0.0.1:33947, datanodeUuid=837e089c-86d9-47b4-b187-7f85df6ad5d0, infoPort=44349, infoSecurePort=0, ipcPort=38941, storageInfo=lv=-57;cid=testClusterID;nsid=1667574071;c=1732188111546), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:21:52,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1adfa33197704dd with lease ID 0xe994821af6ee19c8: Processing first storage report for DS-8715bee4-1965-4e7c-a2b9-e1f7b60009ed from datanode DatanodeRegistration(127.0.0.1:33947, datanodeUuid=837e089c-86d9-47b4-b187-7f85df6ad5d0, infoPort=44349, infoSecurePort=0, ipcPort=38941, storageInfo=lv=-57;cid=testClusterID;nsid=1667574071;c=1732188111546) 2024-11-21T11:21:52,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1adfa33197704dd with lease ID 0xe994821af6ee19c8: from storage DS-8715bee4-1965-4e7c-a2b9-e1f7b60009ed node DatanodeRegistration(127.0.0.1:33947, datanodeUuid=837e089c-86d9-47b4-b187-7f85df6ad5d0, infoPort=44349, infoSecurePort=0, ipcPort=38941, storageInfo=lv=-57;cid=testClusterID;nsid=1667574071;c=1732188111546), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:21:52,172 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea 2024-11-21T11:21:52,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:52,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:52,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:21:52,582 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af with version=8 2024-11-21T11:21:52,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/hbase-staging 2024-11-21T11:21:52,584 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:21:52,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:52,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:52,584 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:21:52,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:52,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:21:52,584 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:21:52,584 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:21:52,585 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41933 2024-11-21T11:21:52,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41933 connecting to ZooKeeper ensemble=127.0.0.1:62465 2024-11-21T11:21:52,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419330x0, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:52,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41933-0x1013a42ed320000 connected 2024-11-21T11:21:52,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:52,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:52,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Set watcher on znode that does not yet exist, /0-814403311/running 2024-11-21T11:21:52,610 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af, hbase.cluster.distributed=false 2024-11-21T11:21:52,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Set watcher on znode that does not yet exist, /0-814403311/acl 2024-11-21T11:21:52,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41933 2024-11-21T11:21:52,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41933 2024-11-21T11:21:52,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41933 2024-11-21T11:21:52,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41933 2024-11-21T11:21:52,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41933 2024-11-21T11:21:52,632 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:21:52,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:52,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:52,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:21:52,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:52,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:21:52,633 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:21:52,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:21:52,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35175 2024-11-21T11:21:52,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35175 connecting to ZooKeeper ensemble=127.0.0.1:62465 2024-11-21T11:21:52,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:52,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:52,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351750x0, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:52,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351750x0, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Set watcher on znode that does not yet exist, /0-814403311/running 2024-11-21T11:21:52,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35175-0x1013a42ed320001 connected 2024-11-21T11:21:52,640 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:21:52,644 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:21:52,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Set watcher on znode that does not yet exist, /0-814403311/master 2024-11-21T11:21:52,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Set watcher on znode that does not yet exist, /0-814403311/acl 2024-11-21T11:21:52,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35175 2024-11-21T11:21:52,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35175 2024-11-21T11:21:52,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35175 2024-11-21T11:21:52,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35175 2024-11-21T11:21:52,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35175 2024-11-21T11:21:52,663 DEBUG [M:0;7b462513bfc2:41933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:41933 2024-11-21T11:21:52,664 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-814403311/backup-masters/7b462513bfc2,41933,1732188112583 2024-11-21T11:21:52,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311/backup-masters 2024-11-21T11:21:52,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311/backup-masters 2024-11-21T11:21:52,665 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Set watcher on existing znode=/0-814403311/backup-masters/7b462513bfc2,41933,1732188112583 2024-11-21T11:21:52,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311 2024-11-21T11:21:52,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-814403311/master 2024-11-21T11:21:52,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311 2024-11-21T11:21:52,669 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Set watcher on existing znode=/0-814403311/master 2024-11-21T11:21:52,669 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-814403311/backup-masters/7b462513bfc2,41933,1732188112583 from backup master directory 2024-11-21T11:21:52,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-814403311/backup-masters/7b462513bfc2,41933,1732188112583 2024-11-21T11:21:52,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311/backup-masters 2024-11-21T11:21:52,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311/backup-masters 2024-11-21T11:21:52,670 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:21:52,670 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,41933,1732188112583 2024-11-21T11:21:52,673 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/hbase.id] with ID: 5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3 2024-11-21T11:21:52,673 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/.tmp/hbase.id 2024-11-21T11:21:52,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:21:53,078 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/.tmp/hbase.id]:[hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/hbase.id] 2024-11-21T11:21:53,085 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:53,085 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:21:53,086 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T11:21:53,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311 2024-11-21T11:21:53,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311 2024-11-21T11:21:53,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:21:53,493 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:21:53,494 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:21:53,494 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:53,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:21:53,901 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store 2024-11-21T11:21:53,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:21:54,307 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:54,307 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:21:54,307 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:54,307 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:54,307 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:21:54,307 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:54,307 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:54,307 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188114307Disabling compacts and flushes for region at 1732188114307Disabling writes for close at 1732188114307Writing region close event to WAL at 1732188114307Closed at 1732188114307 2024-11-21T11:21:54,308 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/.initializing 2024-11-21T11:21:54,308 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/WALs/7b462513bfc2,41933,1732188112583 2024-11-21T11:21:54,308 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:21:54,310 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C41933%2C1732188112583, suffix=, logDir=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/WALs/7b462513bfc2,41933,1732188112583, archiveDir=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/oldWALs, maxLogs=10 2024-11-21T11:21:54,323 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/WALs/7b462513bfc2,41933,1732188112583/7b462513bfc2%2C41933%2C1732188112583.1732188114310, exclude list is [], retry=0 2024-11-21T11:21:54,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33947,DS-f95766b7-7465-4dd8-8234-2347e86524cd,DISK] 2024-11-21T11:21:54,326 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/WALs/7b462513bfc2,41933,1732188112583/7b462513bfc2%2C41933%2C1732188112583.1732188114310 2024-11-21T11:21:54,326 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44349:44349)] 2024-11-21T11:21:54,326 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:54,326 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:54,326 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:54,326 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:54,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:54,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:21:54,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:54,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:54,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:54,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:21:54,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:54,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:54,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:54,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:21:54,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:54,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:54,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:54,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:21:54,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:54,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:54,332 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:54,332 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:54,332 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:54,333 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:54,333 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:54,333 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:54,334 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:54,335 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:54,336 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69760406, jitterRate=0.0395110547542572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:54,336 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732188114327Initializing all the Stores at 1732188114327Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188114327Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188114327Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188114327Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188114327Cleaning up temporary data from old regions at 1732188114333 (+6 ms)Region opened successfully at 1732188114336 (+3 ms) 2024-11-21T11:21:54,336 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:21:54,338 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b41011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:21:54,339 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:21:54,339 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:21:54,339 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:21:54,339 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:21:54,339 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:21:54,340 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:21:54,340 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:21:54,341 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:21:54,342 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Unable to get data of znode /0-814403311/balancer because node does not exist (not necessarily an error) 2024-11-21T11:21:54,343 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-814403311/balancer already deleted, retry=false 2024-11-21T11:21:54,343 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:21:54,344 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Unable to get data of znode /0-814403311/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:21:54,346 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-814403311/normalizer already deleted, retry=false 2024-11-21T11:21:54,346 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:21:54,347 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Unable to get data of znode /0-814403311/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:21:54,348 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-814403311/switch/split already deleted, retry=false 2024-11-21T11:21:54,348 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Unable to get data of znode /0-814403311/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:21:54,349 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-814403311/switch/merge already deleted, retry=false 2024-11-21T11:21:54,351 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Unable to get data of znode /0-814403311/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:21:54,352 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-814403311/snapshot-cleanup already deleted, retry=false 2024-11-21T11:21:54,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-814403311/running 2024-11-21T11:21:54,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-814403311/running 2024-11-21T11:21:54,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311 2024-11-21T11:21:54,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311 2024-11-21T11:21:54,355 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,41933,1732188112583, sessionid=0x1013a42ed320000, setting cluster-up flag (Was=false) 2024-11-21T11:21:54,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311 2024-11-21T11:21:54,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311 2024-11-21T11:21:54,363 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-814403311/flush-table-proc/acquired, /0-814403311/flush-table-proc/reached, /0-814403311/flush-table-proc/abort 2024-11-21T11:21:54,364 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,41933,1732188112583 2024-11-21T11:21:54,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311 2024-11-21T11:21:54,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311 2024-11-21T11:21:54,371 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-814403311/online-snapshot/acquired, /0-814403311/online-snapshot/reached, /0-814403311/online-snapshot/abort 2024-11-21T11:21:54,372 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,41933,1732188112583 2024-11-21T11:21:54,373 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:21:54,374 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:54,374 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:21:54,374 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:21:54,374 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,41933,1732188112583 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:21:54,375 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:54,375 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:54,375 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:54,375 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:54,375 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:21:54,375 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:54,376 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:21:54,376 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:54,377 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:54,377 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:21:54,378 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:54,378 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:21:54,384 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732188144384 2024-11-21T11:21:54,384 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:21:54,384 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:21:54,384 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:21:54,384 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:21:54,384 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:21:54,384 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:21:54,385 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:54,388 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:21:54,388 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:21:54,388 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:21:54,388 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:21:54,388 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:21:54,388 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:21:54,388 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188114388,5,FailOnTimeoutGroup] 2024-11-21T11:21:54,389 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188114388,5,FailOnTimeoutGroup] 2024-11-21T11:21:54,389 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:54,389 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:21:54,389 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:54,389 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:54,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:21:54,454 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(746): ClusterId : 5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3 2024-11-21T11:21:54,454 DEBUG [RS:0;7b462513bfc2:35175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:21:54,456 DEBUG [RS:0;7b462513bfc2:35175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:21:54,456 DEBUG [RS:0;7b462513bfc2:35175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:21:54,459 DEBUG [RS:0;7b462513bfc2:35175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:21:54,460 DEBUG [RS:0;7b462513bfc2:35175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6c2f00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:21:54,471 DEBUG [RS:0;7b462513bfc2:35175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:35175 2024-11-21T11:21:54,472 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:21:54,472 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:21:54,472 DEBUG [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:21:54,472 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,41933,1732188112583 with port=35175, startcode=1732188112632 2024-11-21T11:21:54,472 DEBUG [RS:0;7b462513bfc2:35175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:21:54,473 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:21:54,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41933 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,35175,1732188112632 2024-11-21T11:21:54,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41933 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,35175,1732188112632 2024-11-21T11:21:54,475 DEBUG [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af 2024-11-21T11:21:54,475 DEBUG [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33457 2024-11-21T11:21:54,475 DEBUG [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:21:54,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311/rs 2024-11-21T11:21:54,477 DEBUG [RS:0;7b462513bfc2:35175 {}] zookeeper.ZKUtil(111): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Set watcher on existing znode=/0-814403311/rs/7b462513bfc2,35175,1732188112632 2024-11-21T11:21:54,477 WARN [RS:0;7b462513bfc2:35175 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:21:54,477 INFO [RS:0;7b462513bfc2:35175 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:54,477 DEBUG [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632 2024-11-21T11:21:54,478 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,35175,1732188112632] 2024-11-21T11:21:54,480 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:21:54,482 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:21:54,482 INFO [RS:0;7b462513bfc2:35175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:21:54,482 INFO [RS:0;7b462513bfc2:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:54,484 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:21:54,484 INFO [RS:0;7b462513bfc2:35175 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:21:54,484 INFO [RS:0;7b462513bfc2:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:54,484 DEBUG [RS:0;7b462513bfc2:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:54,485 DEBUG [RS:0;7b462513bfc2:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:54,485 DEBUG [RS:0;7b462513bfc2:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:54,485 DEBUG [RS:0;7b462513bfc2:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:54,485 DEBUG [RS:0;7b462513bfc2:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:54,485 DEBUG [RS:0;7b462513bfc2:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:21:54,485 DEBUG [RS:0;7b462513bfc2:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:54,485 DEBUG [RS:0;7b462513bfc2:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:54,485 DEBUG [RS:0;7b462513bfc2:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:54,485 DEBUG [RS:0;7b462513bfc2:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:54,485 DEBUG [RS:0;7b462513bfc2:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:54,485 DEBUG [RS:0;7b462513bfc2:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:54,485 DEBUG [RS:0;7b462513bfc2:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:21:54,485 DEBUG [RS:0;7b462513bfc2:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:21:54,488 INFO [RS:0;7b462513bfc2:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:54,488 INFO [RS:0;7b462513bfc2:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:54,488 INFO [RS:0;7b462513bfc2:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:54,488 INFO [RS:0;7b462513bfc2:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:54,488 INFO [RS:0;7b462513bfc2:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:54,488 INFO [RS:0;7b462513bfc2:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,35175,1732188112632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:21:54,502 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:21:54,502 INFO [RS:0;7b462513bfc2:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,35175,1732188112632-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:54,502 INFO [RS:0;7b462513bfc2:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:54,502 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.Replication(171): 7b462513bfc2,35175,1732188112632 started 2024-11-21T11:21:54,515 INFO [RS:0;7b462513bfc2:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:54,516 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,35175,1732188112632, RpcServer on 7b462513bfc2/172.17.0.2:35175, sessionid=0x1013a42ed320001 2024-11-21T11:21:54,516 DEBUG [RS:0;7b462513bfc2:35175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:21:54,516 DEBUG [RS:0;7b462513bfc2:35175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,35175,1732188112632 2024-11-21T11:21:54,516 DEBUG [RS:0;7b462513bfc2:35175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,35175,1732188112632' 2024-11-21T11:21:54,516 DEBUG [RS:0;7b462513bfc2:35175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-814403311/flush-table-proc/abort' 2024-11-21T11:21:54,516 DEBUG [RS:0;7b462513bfc2:35175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-814403311/flush-table-proc/acquired' 2024-11-21T11:21:54,517 DEBUG [RS:0;7b462513bfc2:35175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:21:54,517 DEBUG [RS:0;7b462513bfc2:35175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:21:54,517 DEBUG [RS:0;7b462513bfc2:35175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,35175,1732188112632 2024-11-21T11:21:54,517 DEBUG [RS:0;7b462513bfc2:35175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,35175,1732188112632' 2024-11-21T11:21:54,517 DEBUG [RS:0;7b462513bfc2:35175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-814403311/online-snapshot/abort' 2024-11-21T11:21:54,517 DEBUG [RS:0;7b462513bfc2:35175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-814403311/online-snapshot/acquired' 2024-11-21T11:21:54,517 DEBUG [RS:0;7b462513bfc2:35175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:21:54,517 INFO [RS:0;7b462513bfc2:35175 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:21:54,517 INFO [RS:0;7b462513bfc2:35175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:21:54,618 INFO [RS:0;7b462513bfc2:35175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:21:54,619 INFO [RS:0;7b462513bfc2:35175 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C35175%2C1732188112632, suffix=, logDir=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632, archiveDir=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/oldWALs, maxLogs=10 2024-11-21T11:21:54,632 DEBUG [RS:0;7b462513bfc2:35175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619, exclude list is [], retry=0 2024-11-21T11:21:54,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33947,DS-f95766b7-7465-4dd8-8234-2347e86524cd,DISK] 2024-11-21T11:21:54,635 INFO [RS:0;7b462513bfc2:35175 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 2024-11-21T11:21:54,636 DEBUG [RS:0;7b462513bfc2:35175 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44349:44349)] 2024-11-21T11:21:54,790 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:21:54,790 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af 2024-11-21T11:21:54,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:21:55,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:55,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:21:55,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:21:55,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:55,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:55,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:21:55,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:21:55,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:55,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:55,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:21:55,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:21:55,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:55,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:55,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:21:55,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:21:55,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:55,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:55,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:21:55,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740 2024-11-21T11:21:55,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740 2024-11-21T11:21:55,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:21:55,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:21:55,203 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:55,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:21:55,205 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:55,205 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64868119, jitterRate=-0.033389702439308167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:55,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732188115195Initializing all the Stores at 1732188115196 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188115196Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188115196Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188115196Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188115196Cleaning up temporary data from old regions at 1732188115203 (+7 ms)Region opened successfully at 1732188115206 (+3 ms) 2024-11-21T11:21:55,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:21:55,206 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:21:55,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:21:55,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:21:55,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:21:55,206 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:21:55,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188115206Disabling compacts and flushes for region at 1732188115206Disabling writes for close at 1732188115206Writing region close event to WAL at 1732188115206Closed at 1732188115206 2024-11-21T11:21:55,207 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:55,207 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:21:55,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:21:55,208 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:21:55,208 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:21:55,359 DEBUG [7b462513bfc2:41933 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:21:55,359 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,35175,1732188112632 2024-11-21T11:21:55,360 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,35175,1732188112632, state=OPENING 2024-11-21T11:21:55,361 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:21:55,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311 2024-11-21T11:21:55,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311 2024-11-21T11:21:55,363 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:21:55,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-814403311/meta-region-server: CHANGED 2024-11-21T11:21:55,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,35175,1732188112632}] 2024-11-21T11:21:55,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-814403311/meta-region-server: CHANGED 2024-11-21T11:21:55,438 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:21:55,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:21:55,500 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:21:55,500 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T11:21:55,515 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:21:55,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:21:55,519 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:21:55,519 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:55,519 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:21:55,521 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C35175%2C1732188112632.meta, suffix=.meta, logDir=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632, archiveDir=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/oldWALs, maxLogs=10 2024-11-21T11:21:55,534 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.meta.1732188115521.meta, exclude list is [], retry=0 2024-11-21T11:21:55,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33947,DS-f95766b7-7465-4dd8-8234-2347e86524cd,DISK] 2024-11-21T11:21:55,537 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.meta.1732188115521.meta 2024-11-21T11:21:55,537 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44349:44349)] 2024-11-21T11:21:55,538 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:55,538 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:21:55,538 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:21:55,538 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:21:55,538 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:21:55,538 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:21:55,538 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:55,538 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:21:55,539 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:21:55,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:21:55,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:21:55,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:55,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:55,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:21:55,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:21:55,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:55,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:55,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:21:55,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:21:55,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:55,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:55,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:21:55,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:21:55,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:55,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:55,543 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:21:55,544 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740 2024-11-21T11:21:55,544 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740 2024-11-21T11:21:55,545 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:21:55,545 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:21:55,545 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:55,546 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:21:55,547 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69333395, jitterRate=0.03314809501171112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:55,547 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:21:55,547 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732188115539Writing region info on filesystem at 1732188115539Initializing all the Stores at 1732188115539Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188115539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188115540 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188115540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188115540Cleaning up temporary data from old regions at 1732188115545 (+5 ms)Running coprocessor post-open hooks at 1732188115547 (+2 ms)Region opened successfully at 1732188115547 2024-11-21T11:21:55,547 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732188115515 2024-11-21T11:21:55,549 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:21:55,549 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:21:55,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,35175,1732188112632 2024-11-21T11:21:55,550 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,35175,1732188112632, state=OPEN 2024-11-21T11:21:55,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-814403311/meta-region-server 2024-11-21T11:21:55,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-814403311/meta-region-server 2024-11-21T11:21:55,554 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,35175,1732188112632 2024-11-21T11:21:55,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-814403311/meta-region-server: CHANGED 2024-11-21T11:21:55,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-814403311/meta-region-server: CHANGED 2024-11-21T11:21:55,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:21:55,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,35175,1732188112632 in 191 msec 2024-11-21T11:21:55,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:21:55,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-21T11:21:55,559 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:55,559 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:21:55,560 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:55,560 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35175,1732188112632, seqNum=-1] 2024-11-21T11:21:55,560 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:55,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:55,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-21T11:21:55,564 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732188115564, completionTime=-1 2024-11-21T11:21:55,564 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:21:55,564 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:21:55,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:21:55,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188175566 2024-11-21T11:21:55,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188235566 2024-11-21T11:21:55,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T11:21:55,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41933,1732188112583-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:55,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41933,1732188112583-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:55,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41933,1732188112583-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:55,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:41933, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:55,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:55,566 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:55,568 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:21:55,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.899sec 2024-11-21T11:21:55,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:21:55,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:21:55,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:21:55,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:21:55,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:21:55,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41933,1732188112583-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:21:55,569 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41933,1732188112583-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:21:55,571 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:21:55,571 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:21:55,571 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,41933,1732188112583-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:55,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1352d2b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:55,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,41933,-1 for getting cluster id 2024-11-21T11:21:55,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:55,656 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3' 2024-11-21T11:21:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3" 2024-11-21T11:21:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ae28f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,41933,-1] 2024-11-21T11:21:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:55,658 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:55,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f6d4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:55,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:55,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35175,1732188112632, seqNum=-1] 2024-11-21T11:21:55,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:55,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:55,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,41933,1732188112583 2024-11-21T11:21:55,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62465 2024-11-21T11:21:55,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:55,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a42ed320002 connected 2024-11-21T11:21:55,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/hadoop.log.dir so I do NOT create it in target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510 2024-11-21T11:21:55,668 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:21:55,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/hadoop.tmp.dir so I do NOT create it in target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510 2024-11-21T11:21:55,668 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:21:55,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510 2024-11-21T11:21:55,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:21:55,668 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/cluster_dd34ec49-a16a-4d2a-bd71-32b143a614e9, deleteOnExit=true 2024-11-21T11:21:55,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:21:55,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/test.cache.data in system properties and HBase conf 2024-11-21T11:21:55,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:21:55,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:21:55,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:21:55,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:21:55,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:21:55,669 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:21:55,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:21:55,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:21:55,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:21:55,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:21:55,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:21:55,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:21:55,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:21:55,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:21:55,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:21:55,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:21:55,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:21:55,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:21:55,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:21:55,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:21:55,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:55,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:21:55,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:21:55,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:21:55,742 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:21:55,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:55,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35ef8f7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:21:55,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75665d82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:21:55,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d88ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/java.io.tmpdir/jetty-localhost-42677-hadoop-hdfs-3_4_1-tests_jar-_-any-13943639898487385307/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:21:55,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4810c33e{HTTP/1.1, (http/1.1)}{localhost:42677} 2024-11-21T11:21:55,857 INFO [Time-limited test {}] server.Server(415): Started @291468ms 2024-11-21T11:21:55,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:55,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:21:55,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:21:55,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:21:55,935 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:21:55,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@266c2ad8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:21:55,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26d49f62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:21:56,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52cc92fc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/java.io.tmpdir/jetty-localhost-40485-hadoop-hdfs-3_4_1-tests_jar-_-any-268286040686141749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:21:56,049 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@326cb3a0{HTTP/1.1, (http/1.1)}{localhost:40485} 2024-11-21T11:21:56,049 INFO [Time-limited test {}] server.Server(415): Started @291660ms 2024-11-21T11:21:56,050 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:21:56,149 WARN [Thread-4412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/cluster_dd34ec49-a16a-4d2a-bd71-32b143a614e9/data/data1/current/BP-1039428586-172.17.0.2-1732188115687/current, will proceed with Du for space computation calculation, 2024-11-21T11:21:56,149 WARN [Thread-4413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/cluster_dd34ec49-a16a-4d2a-bd71-32b143a614e9/data/data2/current/BP-1039428586-172.17.0.2-1732188115687/current, will proceed with Du for space computation calculation, 2024-11-21T11:21:56,166 WARN [Thread-4400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:21:56,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb481f2862b08183b with lease ID 0x99144308cbfecd95: Processing first storage report for DS-90fc692c-f161-4688-850c-dfbf1507483e from datanode DatanodeRegistration(127.0.0.1:38175, datanodeUuid=bb99a713-96c0-4fa2-b5ea-a3779fd68865, infoPort=33285, infoSecurePort=0, ipcPort=34089, storageInfo=lv=-57;cid=testClusterID;nsid=305200555;c=1732188115687) 2024-11-21T11:21:56,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb481f2862b08183b with lease ID 0x99144308cbfecd95: from storage DS-90fc692c-f161-4688-850c-dfbf1507483e node DatanodeRegistration(127.0.0.1:38175, datanodeUuid=bb99a713-96c0-4fa2-b5ea-a3779fd68865, infoPort=33285, infoSecurePort=0, ipcPort=34089, storageInfo=lv=-57;cid=testClusterID;nsid=305200555;c=1732188115687), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:21:56,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb481f2862b08183b with lease ID 0x99144308cbfecd95: Processing first storage report for DS-dd31fc28-3e68-4358-a969-8877c7edee39 from datanode DatanodeRegistration(127.0.0.1:38175, datanodeUuid=bb99a713-96c0-4fa2-b5ea-a3779fd68865, infoPort=33285, infoSecurePort=0, ipcPort=34089, storageInfo=lv=-57;cid=testClusterID;nsid=305200555;c=1732188115687) 2024-11-21T11:21:56,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb481f2862b08183b with lease ID 0x99144308cbfecd95: from storage DS-dd31fc28-3e68-4358-a969-8877c7edee39 node DatanodeRegistration(127.0.0.1:38175, datanodeUuid=bb99a713-96c0-4fa2-b5ea-a3779fd68865, infoPort=33285, infoSecurePort=0, ipcPort=34089, storageInfo=lv=-57;cid=testClusterID;nsid=305200555;c=1732188115687), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:21:56,170 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510 2024-11-21T11:21:56,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:56,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:56,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:21:56,582 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd with version=8 2024-11-21T11:21:56,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/hbase-staging 2024-11-21T11:21:56,584 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:21:56,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:56,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:56,584 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:21:56,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:56,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:21:56,584 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:21:56,584 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:21:56,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43769 2024-11-21T11:21:56,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43769 connecting to ZooKeeper ensemble=127.0.0.1:62465 2024-11-21T11:21:56,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437690x0, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:56,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43769-0x1013a42ed320003 connected 2024-11-21T11:21:56,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:56,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:56,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Set watcher on znode that does not yet exist, /1785523203/running 2024-11-21T11:21:56,616 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd, hbase.cluster.distributed=false 2024-11-21T11:21:56,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Set watcher on znode that does not yet exist, /1785523203/acl 2024-11-21T11:21:56,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43769 2024-11-21T11:21:56,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43769 2024-11-21T11:21:56,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43769 2024-11-21T11:21:56,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43769 2024-11-21T11:21:56,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43769 2024-11-21T11:21:56,633 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:21:56,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:56,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:56,633 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:21:56,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:56,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:21:56,633 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:21:56,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:21:56,634 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35629 2024-11-21T11:21:56,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35629 connecting to ZooKeeper ensemble=127.0.0.1:62465 2024-11-21T11:21:56,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:56,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:56,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356290x0, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:56,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356290x0, quorum=127.0.0.1:62465, baseZNode=/1785523203 Set watcher on znode that does not yet exist, /1785523203/running 2024-11-21T11:21:56,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35629-0x1013a42ed320004 connected 2024-11-21T11:21:56,641 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:21:56,641 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:21:56,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Set watcher on znode that does not yet exist, /1785523203/master 2024-11-21T11:21:56,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Set watcher on znode that does not yet exist, /1785523203/acl 2024-11-21T11:21:56,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35629 2024-11-21T11:21:56,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35629 2024-11-21T11:21:56,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35629 2024-11-21T11:21:56,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35629 2024-11-21T11:21:56,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35629 2024-11-21T11:21:56,657 DEBUG [M:0;7b462513bfc2:43769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:43769 2024-11-21T11:21:56,658 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1785523203/backup-masters/7b462513bfc2,43769,1732188116583 2024-11-21T11:21:56,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203/backup-masters 2024-11-21T11:21:56,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203/backup-masters 2024-11-21T11:21:56,659 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Set watcher on existing znode=/1785523203/backup-masters/7b462513bfc2,43769,1732188116583 2024-11-21T11:21:56,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1785523203/master 2024-11-21T11:21:56,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203 2024-11-21T11:21:56,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203 2024-11-21T11:21:56,664 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Set watcher on existing znode=/1785523203/master 2024-11-21T11:21:56,664 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1785523203/backup-masters/7b462513bfc2,43769,1732188116583 from backup master directory 2024-11-21T11:21:56,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1785523203/backup-masters/7b462513bfc2,43769,1732188116583 2024-11-21T11:21:56,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203/backup-masters 2024-11-21T11:21:56,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203/backup-masters 2024-11-21T11:21:56,666 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:21:56,666 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,43769,1732188116583 2024-11-21T11:21:56,669 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/hbase.id] with ID: 18cfa50d-b2cb-4496-8654-cc6b1b220fb5 2024-11-21T11:21:56,669 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/.tmp/hbase.id 2024-11-21T11:21:56,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:21:56,678 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/.tmp/hbase.id]:[hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/hbase.id] 2024-11-21T11:21:56,685 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:56,685 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:21:56,686 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T11:21:56,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203 2024-11-21T11:21:56,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203 2024-11-21T11:21:56,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:21:56,693 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:21:56,694 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:21:56,694 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:56,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:21:57,099 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store 2024-11-21T11:21:57,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:21:57,505 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:57,505 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:21:57,505 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:57,505 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:57,505 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:21:57,505 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:57,505 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:57,505 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188117505Disabling compacts and flushes for region at 1732188117505Disabling writes for close at 1732188117505Writing region close event to WAL at 1732188117505Closed at 1732188117505 2024-11-21T11:21:57,506 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/.initializing 2024-11-21T11:21:57,506 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/WALs/7b462513bfc2,43769,1732188116583 2024-11-21T11:21:57,506 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:21:57,508 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C43769%2C1732188116583, suffix=, logDir=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/WALs/7b462513bfc2,43769,1732188116583, archiveDir=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/oldWALs, maxLogs=10 2024-11-21T11:21:57,521 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/WALs/7b462513bfc2,43769,1732188116583/7b462513bfc2%2C43769%2C1732188116583.1732188117508, exclude list is [], retry=0 2024-11-21T11:21:57,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38175,DS-90fc692c-f161-4688-850c-dfbf1507483e,DISK] 2024-11-21T11:21:57,525 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/WALs/7b462513bfc2,43769,1732188116583/7b462513bfc2%2C43769%2C1732188116583.1732188117508 2024-11-21T11:21:57,525 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33285:33285)] 2024-11-21T11:21:57,525 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:57,525 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:57,525 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:57,525 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:57,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:57,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:21:57,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:57,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:57,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:57,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:21:57,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:57,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:57,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:57,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:21:57,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:57,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:57,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:57,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:21:57,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:57,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:57,531 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:57,532 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:57,532 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:57,533 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:57,533 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:57,533 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:57,534 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:57,535 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:57,536 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72875334, jitterRate=0.0859270989894867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:57,536 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732188117525Initializing all the Stores at 1732188117526 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188117526Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188117526Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188117526Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188117526Cleaning up temporary data from old regions at 1732188117533 (+7 ms)Region opened successfully at 1732188117536 (+3 ms) 2024-11-21T11:21:57,536 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:21:57,538 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8023d76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:21:57,538 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:21:57,539 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:21:57,539 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:21:57,539 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:21:57,539 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:21:57,539 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:21:57,539 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:21:57,542 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:21:57,542 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Unable to get data of znode /1785523203/balancer because node does not exist (not necessarily an error) 2024-11-21T11:21:57,543 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1785523203/balancer already deleted, retry=false 2024-11-21T11:21:57,544 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:21:57,544 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Unable to get data of znode /1785523203/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:21:57,545 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1785523203/normalizer already deleted, retry=false 2024-11-21T11:21:57,546 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:21:57,546 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Unable to get data of znode /1785523203/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:21:57,549 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1785523203/switch/split already deleted, retry=false 2024-11-21T11:21:57,549 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Unable to get data of znode /1785523203/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:21:57,550 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1785523203/switch/merge already deleted, retry=false 2024-11-21T11:21:57,552 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Unable to get data of znode /1785523203/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:21:57,553 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1785523203/snapshot-cleanup already deleted, retry=false 2024-11-21T11:21:57,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1785523203/running 2024-11-21T11:21:57,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1785523203/running 2024-11-21T11:21:57,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203 2024-11-21T11:21:57,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203 2024-11-21T11:21:57,555 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,43769,1732188116583, sessionid=0x1013a42ed320003, setting cluster-up flag (Was=false) 2024-11-21T11:21:57,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203 2024-11-21T11:21:57,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203 2024-11-21T11:21:57,566 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1785523203/flush-table-proc/acquired, /1785523203/flush-table-proc/reached, /1785523203/flush-table-proc/abort 2024-11-21T11:21:57,567 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,43769,1732188116583 2024-11-21T11:21:57,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203 2024-11-21T11:21:57,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203 2024-11-21T11:21:57,574 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1785523203/online-snapshot/acquired, /1785523203/online-snapshot/reached, /1785523203/online-snapshot/abort 2024-11-21T11:21:57,575 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,43769,1732188116583 2024-11-21T11:21:57,576 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:21:57,578 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:57,578 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:21:57,578 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:21:57,578 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,43769,1732188116583 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:21:57,579 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:57,580 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:57,580 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:57,580 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:57,580 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:21:57,580 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:57,580 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:21:57,580 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:57,581 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:57,581 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:21:57,601 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:57,601 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:21:57,604 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732188147604 2024-11-21T11:21:57,604 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:21:57,605 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:21:57,605 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:21:57,605 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:21:57,605 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:21:57,605 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:21:57,606 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:57,606 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:21:57,606 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:21:57,606 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:21:57,606 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:21:57,607 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:21:57,607 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:21:57,608 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188117607,5,FailOnTimeoutGroup] 2024-11-21T11:21:57,608 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188117608,5,FailOnTimeoutGroup] 2024-11-21T11:21:57,608 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:57,608 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:21:57,608 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:57,609 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:57,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:21:57,648 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.HRegionServer(746): ClusterId : 18cfa50d-b2cb-4496-8654-cc6b1b220fb5 2024-11-21T11:21:57,648 DEBUG [RS:0;7b462513bfc2:35629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:21:57,650 DEBUG [RS:0;7b462513bfc2:35629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:21:57,650 DEBUG [RS:0;7b462513bfc2:35629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:21:57,652 DEBUG [RS:0;7b462513bfc2:35629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:21:57,652 DEBUG [RS:0;7b462513bfc2:35629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbcfd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:21:57,664 DEBUG [RS:0;7b462513bfc2:35629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:35629 2024-11-21T11:21:57,664 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:21:57,664 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:21:57,664 DEBUG [RS:0;7b462513bfc2:35629 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:21:57,665 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,43769,1732188116583 with port=35629, startcode=1732188116633 2024-11-21T11:21:57,665 DEBUG [RS:0;7b462513bfc2:35629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:21:57,666 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:21:57,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43769 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,35629,1732188116633 2024-11-21T11:21:57,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43769 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,35629,1732188116633 2024-11-21T11:21:57,668 DEBUG [RS:0;7b462513bfc2:35629 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd 2024-11-21T11:21:57,668 DEBUG [RS:0;7b462513bfc2:35629 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39655 2024-11-21T11:21:57,668 DEBUG [RS:0;7b462513bfc2:35629 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:21:57,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203/rs 2024-11-21T11:21:57,671 DEBUG [RS:0;7b462513bfc2:35629 {}] zookeeper.ZKUtil(111): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Set watcher on existing znode=/1785523203/rs/7b462513bfc2,35629,1732188116633 2024-11-21T11:21:57,671 WARN [RS:0;7b462513bfc2:35629 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:21:57,671 INFO [RS:0;7b462513bfc2:35629 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:57,671 DEBUG [RS:0;7b462513bfc2:35629 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/WALs/7b462513bfc2,35629,1732188116633 2024-11-21T11:21:57,671 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,35629,1732188116633] 2024-11-21T11:21:57,673 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:21:57,675 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:21:57,675 INFO [RS:0;7b462513bfc2:35629 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:21:57,675 INFO [RS:0;7b462513bfc2:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:57,675 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:21:57,676 INFO [RS:0;7b462513bfc2:35629 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:21:57,676 INFO [RS:0;7b462513bfc2:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:57,676 DEBUG [RS:0;7b462513bfc2:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:57,676 DEBUG [RS:0;7b462513bfc2:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:57,676 DEBUG [RS:0;7b462513bfc2:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:57,676 DEBUG [RS:0;7b462513bfc2:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:57,676 DEBUG [RS:0;7b462513bfc2:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:57,676 DEBUG [RS:0;7b462513bfc2:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:21:57,676 DEBUG [RS:0;7b462513bfc2:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:57,676 DEBUG [RS:0;7b462513bfc2:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:57,676 DEBUG [RS:0;7b462513bfc2:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:57,676 DEBUG [RS:0;7b462513bfc2:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:57,676 DEBUG [RS:0;7b462513bfc2:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:57,676 DEBUG [RS:0;7b462513bfc2:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:57,676 DEBUG [RS:0;7b462513bfc2:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:21:57,676 DEBUG [RS:0;7b462513bfc2:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:21:57,680 INFO [RS:0;7b462513bfc2:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:57,680 INFO [RS:0;7b462513bfc2:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:57,680 INFO [RS:0;7b462513bfc2:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:57,680 INFO [RS:0;7b462513bfc2:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:57,680 INFO [RS:0;7b462513bfc2:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:57,680 INFO [RS:0;7b462513bfc2:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,35629,1732188116633-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:21:57,693 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:21:57,693 INFO [RS:0;7b462513bfc2:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,35629,1732188116633-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:57,693 INFO [RS:0;7b462513bfc2:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:57,694 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.Replication(171): 7b462513bfc2,35629,1732188116633 started 2024-11-21T11:21:57,707 INFO [RS:0;7b462513bfc2:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:57,707 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,35629,1732188116633, RpcServer on 7b462513bfc2/172.17.0.2:35629, sessionid=0x1013a42ed320004 2024-11-21T11:21:57,707 DEBUG [RS:0;7b462513bfc2:35629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:21:57,707 DEBUG [RS:0;7b462513bfc2:35629 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,35629,1732188116633 2024-11-21T11:21:57,707 DEBUG [RS:0;7b462513bfc2:35629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,35629,1732188116633' 2024-11-21T11:21:57,707 DEBUG [RS:0;7b462513bfc2:35629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1785523203/flush-table-proc/abort' 2024-11-21T11:21:57,707 DEBUG [RS:0;7b462513bfc2:35629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1785523203/flush-table-proc/acquired' 2024-11-21T11:21:57,708 DEBUG [RS:0;7b462513bfc2:35629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:21:57,708 DEBUG [RS:0;7b462513bfc2:35629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:21:57,708 DEBUG [RS:0;7b462513bfc2:35629 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,35629,1732188116633 2024-11-21T11:21:57,708 DEBUG [RS:0;7b462513bfc2:35629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,35629,1732188116633' 2024-11-21T11:21:57,708 DEBUG [RS:0;7b462513bfc2:35629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1785523203/online-snapshot/abort' 2024-11-21T11:21:57,708 DEBUG [RS:0;7b462513bfc2:35629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1785523203/online-snapshot/acquired' 2024-11-21T11:21:57,708 DEBUG [RS:0;7b462513bfc2:35629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:21:57,708 INFO [RS:0;7b462513bfc2:35629 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:21:57,708 INFO [RS:0;7b462513bfc2:35629 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:21:57,809 INFO [RS:0;7b462513bfc2:35629 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:21:57,810 INFO [RS:0;7b462513bfc2:35629 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C35629%2C1732188116633, suffix=, logDir=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/WALs/7b462513bfc2,35629,1732188116633, archiveDir=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/oldWALs, maxLogs=10 2024-11-21T11:21:57,827 DEBUG [RS:0;7b462513bfc2:35629 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/WALs/7b462513bfc2,35629,1732188116633/7b462513bfc2%2C35629%2C1732188116633.1732188117810, exclude list is [], retry=0 2024-11-21T11:21:57,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38175,DS-90fc692c-f161-4688-850c-dfbf1507483e,DISK] 2024-11-21T11:21:57,831 INFO [RS:0;7b462513bfc2:35629 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/WALs/7b462513bfc2,35629,1732188116633/7b462513bfc2%2C35629%2C1732188116633.1732188117810 2024-11-21T11:21:57,832 DEBUG [RS:0;7b462513bfc2:35629 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33285:33285)] 2024-11-21T11:21:58,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:21:58,014 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd 2024-11-21T11:21:58,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:21:58,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:58,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:21:58,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:21:58,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:58,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:58,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:21:58,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:21:58,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:58,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:58,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:21:58,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:21:58,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:58,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:58,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:21:58,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:21:58,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:58,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:58,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:21:58,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740 2024-11-21T11:21:58,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740 2024-11-21T11:21:58,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:21:58,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:21:58,427 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:58,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:21:58,429 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:58,429 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70812345, jitterRate=0.05518616735935211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:58,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732188118419Initializing all the Stores at 1732188118420 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188118420Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188118420Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188118420Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188118420Cleaning up temporary data from old regions at 1732188118426 (+6 ms)Region opened successfully at 1732188118429 (+3 ms) 2024-11-21T11:21:58,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:21:58,429 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:21:58,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:21:58,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:21:58,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:21:58,430 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:21:58,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188118429Disabling compacts and flushes for region at 1732188118429Disabling writes for close at 1732188118429Writing region close event to WAL at 1732188118430 (+1 ms)Closed at 1732188118430 2024-11-21T11:21:58,431 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:58,431 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:21:58,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:21:58,432 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:21:58,432 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:21:58,583 DEBUG [7b462513bfc2:43769 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:21:58,583 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,35629,1732188116633 2024-11-21T11:21:58,584 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,35629,1732188116633, state=OPENING 2024-11-21T11:21:58,589 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:21:58,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203 2024-11-21T11:21:58,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203 2024-11-21T11:21:58,591 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:21:58,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,35629,1732188116633}] 2024-11-21T11:21:58,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1785523203/meta-region-server: CHANGED 2024-11-21T11:21:58,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1785523203/meta-region-server: CHANGED 2024-11-21T11:21:58,743 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:21:58,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:21:58,747 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:21:58,747 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:58,747 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:21:58,748 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C35629%2C1732188116633.meta, suffix=.meta, logDir=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/WALs/7b462513bfc2,35629,1732188116633, archiveDir=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/oldWALs, maxLogs=10 2024-11-21T11:21:58,761 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/WALs/7b462513bfc2,35629,1732188116633/7b462513bfc2%2C35629%2C1732188116633.meta.1732188118748.meta, exclude list is [], retry=0 2024-11-21T11:21:58,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38175,DS-90fc692c-f161-4688-850c-dfbf1507483e,DISK] 2024-11-21T11:21:58,764 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/WALs/7b462513bfc2,35629,1732188116633/7b462513bfc2%2C35629%2C1732188116633.meta.1732188118748.meta 2024-11-21T11:21:58,764 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33285:33285)] 2024-11-21T11:21:58,765 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:58,765 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:21:58,765 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:21:58,765 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:21:58,765 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:21:58,765 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:21:58,765 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:58,765 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:21:58,765 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:21:58,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:21:58,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:21:58,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:58,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:58,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:21:58,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:21:58,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:58,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:58,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:21:58,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:21:58,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:58,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:58,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:21:58,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:21:58,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:58,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:58,770 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:21:58,770 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740 2024-11-21T11:21:58,771 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740 2024-11-21T11:21:58,771 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:21:58,771 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:21:58,772 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:58,773 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:21:58,773 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71378087, jitterRate=0.06361638009548187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:58,773 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:21:58,773 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732188118766Writing region info on filesystem at 1732188118766Initializing all the Stores at 1732188118766Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188118766Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188118766Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188118766Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188118766Cleaning up temporary data from old regions at 1732188118771 (+5 ms)Running coprocessor post-open hooks at 1732188118773 (+2 ms)Region opened successfully at 1732188118773 2024-11-21T11:21:58,774 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732188118743 2024-11-21T11:21:58,775 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:21:58,775 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:21:58,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,35629,1732188116633 2024-11-21T11:21:58,776 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,35629,1732188116633, state=OPEN 2024-11-21T11:21:58,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1785523203/meta-region-server 2024-11-21T11:21:58,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1785523203/meta-region-server 2024-11-21T11:21:58,779 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,35629,1732188116633 2024-11-21T11:21:58,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1785523203/meta-region-server: CHANGED 2024-11-21T11:21:58,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1785523203/meta-region-server: CHANGED 2024-11-21T11:21:58,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:21:58,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,35629,1732188116633 in 188 msec 2024-11-21T11:21:58,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:21:58,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-21T11:21:58,782 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:58,782 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:21:58,783 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:58,783 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35629,1732188116633, seqNum=-1] 2024-11-21T11:21:58,783 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:58,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:58,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-11-21T11:21:58,787 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732188118787, completionTime=-1 2024-11-21T11:21:58,788 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:21:58,788 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:21:58,789 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:21:58,789 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188178789 2024-11-21T11:21:58,789 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188238789 2024-11-21T11:21:58,789 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T11:21:58,790 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43769,1732188116583-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:58,790 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43769,1732188116583-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:58,790 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43769,1732188116583-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:58,790 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:43769, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:58,790 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:58,790 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:58,791 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:21:58,792 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.126sec 2024-11-21T11:21:58,793 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:21:58,793 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:21:58,793 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:21:58,793 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:21:58,793 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:21:58,793 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43769,1732188116583-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:21:58,793 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43769,1732188116583-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:21:58,794 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:21:58,794 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:21:58,794 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43769,1732188116583-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:58,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab53fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:58,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,43769,-1 for getting cluster id 2024-11-21T11:21:58,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:21:58,850 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18cfa50d-b2cb-4496-8654-cc6b1b220fb5' 2024-11-21T11:21:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:21:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18cfa50d-b2cb-4496-8654-cc6b1b220fb5" 2024-11-21T11:21:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ea0f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,43769,-1] 2024-11-21T11:21:58,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:21:58,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:58,851 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:21:58,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ef6ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:58,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:21:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35629,1732188116633, seqNum=-1] 2024-11-21T11:21:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:58,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:58,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,43769,1732188116583 2024-11-21T11:21:58,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62465 2024-11-21T11:21:58,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:58,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a42ed320005 connected 2024-11-21T11:21:58,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/hadoop.log.dir so I do NOT create it in target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d 2024-11-21T11:21:58,861 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T11:21:58,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/hadoop.tmp.dir so I do NOT create it in target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d 2024-11-21T11:21:58,861 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T11:21:58,861 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d 2024-11-21T11:21:58,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:21:58,861 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/cluster_664c13dd-0dbc-9a30-05ca-e04baab651c8, deleteOnExit=true 2024-11-21T11:21:58,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:21:58,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/test.cache.data in system properties and HBase conf 2024-11-21T11:21:58,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:21:58,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:21:58,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:21:58,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:21:58,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:21:58,861 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:21:58,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:21:58,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:21:58,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:21:58,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:21:58,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:21:58,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:21:58,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:21:58,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:21:58,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:21:58,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:21:58,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:21:58,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:21:58,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:21:58,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:21:58,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:58,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:21:58,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:21:58,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:21:58,958 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:21:58,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:58,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@224bd015{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:21:58,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32927143{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:21:59,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3441610b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/java.io.tmpdir/jetty-localhost-40097-hadoop-hdfs-3_4_1-tests_jar-_-any-8481837932395332818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:21:59,109 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@144e469{HTTP/1.1, (http/1.1)}{localhost:40097} 2024-11-21T11:21:59,109 INFO [Time-limited test {}] server.Server(415): Started @294721ms 2024-11-21T11:21:59,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:59,235 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:21:59,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:21:59,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:21:59,239 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:21:59,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3997b993{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:21:59,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@249026b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:21:59,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16979058{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/java.io.tmpdir/jetty-localhost-38345-hadoop-hdfs-3_4_1-tests_jar-_-any-11978689474242083296/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:21:59,379 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2960a674{HTTP/1.1, (http/1.1)}{localhost:38345} 2024-11-21T11:21:59,379 INFO [Time-limited test {}] server.Server(415): Started @294990ms 2024-11-21T11:21:59,380 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:21:59,479 WARN [Thread-4532 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/cluster_664c13dd-0dbc-9a30-05ca-e04baab651c8/data/data1/current/BP-660354219-172.17.0.2-1732188118885/current, will proceed with Du for space computation calculation, 2024-11-21T11:21:59,479 WARN [Thread-4533 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/cluster_664c13dd-0dbc-9a30-05ca-e04baab651c8/data/data2/current/BP-660354219-172.17.0.2-1732188118885/current, will proceed with Du for space computation calculation, 2024-11-21T11:21:59,504 WARN [Thread-4520 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:21:59,506 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bfd8fdbe381ec88 with lease ID 0x7ce5cfc7bac2b65f: Processing first storage report for DS-a3c9b2fb-0226-4595-bcf7-bc7e751b84e5 from datanode DatanodeRegistration(127.0.0.1:39589, datanodeUuid=45909bce-6b55-4760-a170-f920c3546120, infoPort=37681, infoSecurePort=0, ipcPort=36741, storageInfo=lv=-57;cid=testClusterID;nsid=1182850622;c=1732188118885) 2024-11-21T11:21:59,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bfd8fdbe381ec88 with lease ID 0x7ce5cfc7bac2b65f: from storage DS-a3c9b2fb-0226-4595-bcf7-bc7e751b84e5 node DatanodeRegistration(127.0.0.1:39589, datanodeUuid=45909bce-6b55-4760-a170-f920c3546120, infoPort=37681, infoSecurePort=0, ipcPort=36741, storageInfo=lv=-57;cid=testClusterID;nsid=1182850622;c=1732188118885), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:21:59,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bfd8fdbe381ec88 with lease ID 0x7ce5cfc7bac2b65f: Processing first storage report for DS-5d20fcc3-16ef-4d63-8313-a48fc0bfbf0c from datanode DatanodeRegistration(127.0.0.1:39589, datanodeUuid=45909bce-6b55-4760-a170-f920c3546120, infoPort=37681, infoSecurePort=0, ipcPort=36741, storageInfo=lv=-57;cid=testClusterID;nsid=1182850622;c=1732188118885) 2024-11-21T11:21:59,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bfd8fdbe381ec88 with lease ID 0x7ce5cfc7bac2b65f: from storage DS-5d20fcc3-16ef-4d63-8313-a48fc0bfbf0c node DatanodeRegistration(127.0.0.1:39589, datanodeUuid=45909bce-6b55-4760-a170-f920c3546120, infoPort=37681, infoSecurePort=0, ipcPort=36741, storageInfo=lv=-57;cid=testClusterID;nsid=1182850622;c=1732188118885), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:21:59,604 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d 2024-11-21T11:21:59,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:59,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:59,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:21:59,614 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f with version=8 2024-11-21T11:21:59,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/hbase-staging 2024-11-21T11:21:59,617 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:21:59,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:59,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:59,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:21:59,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:59,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:21:59,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:21:59,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:21:59,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43359 2024-11-21T11:21:59,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43359 connecting to ZooKeeper ensemble=127.0.0.1:62465 2024-11-21T11:21:59,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433590x0, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:59,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43359-0x1013a42ed320006 connected 2024-11-21T11:21:59,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:59,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:59,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Set watcher on znode that does not yet exist, /2-713087992/running 2024-11-21T11:21:59,636 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f, hbase.cluster.distributed=false 2024-11-21T11:21:59,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Set watcher on znode that does not yet exist, /2-713087992/acl 2024-11-21T11:21:59,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43359 2024-11-21T11:21:59,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43359 2024-11-21T11:21:59,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43359 2024-11-21T11:21:59,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43359 2024-11-21T11:21:59,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43359 2024-11-21T11:21:59,654 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=45 2024-11-21T11:21:59,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:59,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:59,654 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:21:59,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:59,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:21:59,654 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:21:59,654 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:21:59,654 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39365 2024-11-21T11:21:59,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39365 connecting to ZooKeeper ensemble=127.0.0.1:62465 2024-11-21T11:21:59,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:59,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:59,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393650x0, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:59,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393650x0, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Set watcher on znode that does not yet exist, /2-713087992/running 2024-11-21T11:21:59,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39365-0x1013a42ed320007 connected 2024-11-21T11:21:59,662 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:21:59,663 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:21:59,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Set watcher on znode that does not yet exist, /2-713087992/master 2024-11-21T11:21:59,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Set watcher on znode that does not yet exist, /2-713087992/acl 2024-11-21T11:21:59,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39365 2024-11-21T11:21:59,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39365 2024-11-21T11:21:59,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39365 2024-11-21T11:21:59,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39365 2024-11-21T11:21:59,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39365 2024-11-21T11:21:59,683 DEBUG [M:0;7b462513bfc2:43359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:43359 2024-11-21T11:21:59,684 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-713087992/backup-masters/7b462513bfc2,43359,1732188119616 2024-11-21T11:21:59,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992/backup-masters 2024-11-21T11:21:59,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992/backup-masters 2024-11-21T11:21:59,685 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Set watcher on existing znode=/2-713087992/backup-masters/7b462513bfc2,43359,1732188119616 2024-11-21T11:21:59,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-713087992/master 2024-11-21T11:21:59,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992 2024-11-21T11:21:59,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992 2024-11-21T11:21:59,688 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Set watcher on existing znode=/2-713087992/master 2024-11-21T11:21:59,688 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-713087992/backup-masters/7b462513bfc2,43359,1732188119616 from backup master directory 2024-11-21T11:21:59,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992/backup-masters 2024-11-21T11:21:59,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-713087992/backup-masters/7b462513bfc2,43359,1732188119616 2024-11-21T11:21:59,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992/backup-masters 2024-11-21T11:21:59,689 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:21:59,689 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,43359,1732188119616 2024-11-21T11:21:59,693 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/hbase.id] with ID: 65a354d1-69ba-4657-b368-7ccf9f630ee6 2024-11-21T11:21:59,693 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/.tmp/hbase.id 2024-11-21T11:21:59,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:21:59,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T11:21:59,936 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T11:21:59,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T11:21:59,937 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T11:21:59,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:21:59,937 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T11:22:00,098 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/.tmp/hbase.id]:[hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/hbase.id] 2024-11-21T11:22:00,105 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:22:00,106 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:22:00,106 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T11:22:00,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992 2024-11-21T11:22:00,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992 2024-11-21T11:22:00,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:22:00,513 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:22:00,515 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:22:00,515 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:22:00,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:22:00,521 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store 2024-11-21T11:22:00,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:22:00,925 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:22:00,925 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:22:00,925 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:22:00,925 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:22:00,925 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:22:00,925 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:22:00,925 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:22:00,925 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188120925Disabling compacts and flushes for region at 1732188120925Disabling writes for close at 1732188120925Writing region close event to WAL at 1732188120925Closed at 1732188120925 2024-11-21T11:22:00,926 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/.initializing 2024-11-21T11:22:00,926 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/WALs/7b462513bfc2,43359,1732188119616 2024-11-21T11:22:00,927 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:22:00,928 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C43359%2C1732188119616, suffix=, logDir=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/WALs/7b462513bfc2,43359,1732188119616, archiveDir=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/oldWALs, maxLogs=10 2024-11-21T11:22:00,942 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/WALs/7b462513bfc2,43359,1732188119616/7b462513bfc2%2C43359%2C1732188119616.1732188120928, exclude list is [], retry=0 2024-11-21T11:22:00,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-a3c9b2fb-0226-4595-bcf7-bc7e751b84e5,DISK] 2024-11-21T11:22:00,946 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/WALs/7b462513bfc2,43359,1732188119616/7b462513bfc2%2C43359%2C1732188119616.1732188120928 2024-11-21T11:22:00,946 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37681:37681)] 2024-11-21T11:22:00,946 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:22:00,947 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:22:00,947 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:22:00,947 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:22:00,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:22:00,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:22:00,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:00,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:22:00,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:22:00,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:22:00,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:00,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:00,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:22:00,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:22:00,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:00,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:00,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:22:00,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:22:00,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:00,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:00,956 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:22:00,957 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:22:00,957 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:22:00,958 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:22:00,958 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:22:00,958 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:22:00,959 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:22:00,961 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:22:00,962 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58982075, jitterRate=-0.121098592877388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:22:00,962 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732188120947Initializing all the Stores at 1732188120950 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188120950Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188120950Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188120950Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188120950Cleaning up temporary data from old regions at 1732188120958 (+8 ms)Region opened successfully at 1732188120962 (+4 ms) 2024-11-21T11:22:00,965 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:22:00,967 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30280d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:22:00,968 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:22:00,968 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:22:00,968 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:22:00,968 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:22:00,969 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T11:22:00,969 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T11:22:00,969 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:22:00,971 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:22:00,971 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Unable to get data of znode /2-713087992/balancer because node does not exist (not necessarily an error) 2024-11-21T11:22:00,973 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-713087992/balancer already deleted, retry=false 2024-11-21T11:22:00,973 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:22:00,973 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Unable to get data of znode /2-713087992/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:22:00,976 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-713087992/normalizer already deleted, retry=false 2024-11-21T11:22:00,976 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:22:00,977 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Unable to get data of znode /2-713087992/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:22:00,978 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-713087992/switch/split already deleted, retry=false 2024-11-21T11:22:00,978 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Unable to get data of znode /2-713087992/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:22:00,979 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-713087992/switch/merge already deleted, retry=false 2024-11-21T11:22:00,981 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Unable to get data of znode /2-713087992/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:22:00,982 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-713087992/snapshot-cleanup already deleted, retry=false 2024-11-21T11:22:00,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-713087992/running 2024-11-21T11:22:00,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-713087992/running 2024-11-21T11:22:00,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992 2024-11-21T11:22:00,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992 2024-11-21T11:22:00,984 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,43359,1732188119616, sessionid=0x1013a42ed320006, setting cluster-up flag (Was=false) 2024-11-21T11:22:00,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992 2024-11-21T11:22:00,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992 2024-11-21T11:22:00,995 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-713087992/flush-table-proc/acquired, /2-713087992/flush-table-proc/reached, /2-713087992/flush-table-proc/abort 2024-11-21T11:22:00,996 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,43359,1732188119616 2024-11-21T11:22:00,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992 2024-11-21T11:22:00,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992 2024-11-21T11:22:01,003 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-713087992/online-snapshot/acquired, /2-713087992/online-snapshot/reached, /2-713087992/online-snapshot/abort 2024-11-21T11:22:01,003 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,43359,1732188119616 2024-11-21T11:22:01,004 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:22:01,005 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:22:01,006 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:22:01,006 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:22:01,006 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,43359,1732188119616 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:22:01,007 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:22:01,007 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:22:01,007 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:22:01,007 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:22:01,007 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:22:01,007 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:22:01,007 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:22:01,007 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:22:01,008 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732188151008 2024-11-21T11:22:01,008 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:22:01,008 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:22:01,008 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:22:01,008 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:22:01,008 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:22:01,008 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:22:01,008 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:22:01,009 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:22:01,009 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:01,009 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:22:01,009 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:22:01,009 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:22:01,009 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T11:22:01,009 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:22:01,009 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:01,009 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:22:01,009 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:22:01,010 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188121009,5,FailOnTimeoutGroup] 2024-11-21T11:22:01,012 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188121010,5,FailOnTimeoutGroup] 2024-11-21T11:22:01,012 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:01,012 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:22:01,012 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:01,012 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:01,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:22:01,041 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:22:01,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,074 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(746): ClusterId : 65a354d1-69ba-4657-b368-7ccf9f630ee6 2024-11-21T11:22:01,074 DEBUG [RS:0;7b462513bfc2:39365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:22:01,075 DEBUG [RS:0;7b462513bfc2:39365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:22:01,075 DEBUG [RS:0;7b462513bfc2:39365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:22:01,078 DEBUG [RS:0;7b462513bfc2:39365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:22:01,079 DEBUG [RS:0;7b462513bfc2:39365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7543567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:22:01,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,091 DEBUG [RS:0;7b462513bfc2:39365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:39365 2024-11-21T11:22:01,091 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:22:01,091 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:22:01,091 DEBUG [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:22:01,092 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,43359,1732188119616 with port=39365, startcode=1732188119653 2024-11-21T11:22:01,092 DEBUG [RS:0;7b462513bfc2:39365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:22:01,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,094 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:22:01,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43359 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,39365,1732188119653 2024-11-21T11:22:01,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43359 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,39365,1732188119653 2024-11-21T11:22:01,095 DEBUG [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f 2024-11-21T11:22:01,096 DEBUG [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46267 2024-11-21T11:22:01,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,096 DEBUG [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:22:01,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:01,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992/rs 2024-11-21T11:22:01,105 DEBUG [RS:0;7b462513bfc2:39365 {}] zookeeper.ZKUtil(111): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Set watcher on existing znode=/2-713087992/rs/7b462513bfc2,39365,1732188119653 2024-11-21T11:22:01,105 WARN [RS:0;7b462513bfc2:39365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:22:01,105 INFO [RS:0;7b462513bfc2:39365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:22:01,105 DEBUG [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/WALs/7b462513bfc2,39365,1732188119653 2024-11-21T11:22:01,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,39365,1732188119653] 2024-11-21T11:22:01,108 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:22:01,126 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:22:01,127 INFO [RS:0;7b462513bfc2:39365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:22:01,127 INFO [RS:0;7b462513bfc2:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:01,127 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:22:01,128 INFO [RS:0;7b462513bfc2:39365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:22:01,128 INFO [RS:0;7b462513bfc2:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:01,128 DEBUG [RS:0;7b462513bfc2:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:22:01,128 DEBUG [RS:0;7b462513bfc2:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:22:01,128 DEBUG [RS:0;7b462513bfc2:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:22:01,128 DEBUG [RS:0;7b462513bfc2:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:22:01,128 DEBUG [RS:0;7b462513bfc2:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:22:01,128 DEBUG [RS:0;7b462513bfc2:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:22:01,128 DEBUG [RS:0;7b462513bfc2:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:22:01,128 DEBUG [RS:0;7b462513bfc2:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:22:01,128 DEBUG [RS:0;7b462513bfc2:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:22:01,128 DEBUG [RS:0;7b462513bfc2:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:22:01,128 DEBUG [RS:0;7b462513bfc2:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:22:01,128 DEBUG [RS:0;7b462513bfc2:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:22:01,128 DEBUG [RS:0;7b462513bfc2:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:22:01,128 DEBUG [RS:0;7b462513bfc2:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:22:01,129 INFO [RS:0;7b462513bfc2:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:01,129 INFO [RS:0;7b462513bfc2:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:01,129 INFO [RS:0;7b462513bfc2:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:01,129 INFO [RS:0;7b462513bfc2:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:01,129 INFO [RS:0;7b462513bfc2:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:01,129 INFO [RS:0;7b462513bfc2:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,39365,1732188119653-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:22:01,144 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:22:01,144 INFO [RS:0;7b462513bfc2:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,39365,1732188119653-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:01,144 INFO [RS:0;7b462513bfc2:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:01,144 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.Replication(171): 7b462513bfc2,39365,1732188119653 started 2024-11-21T11:22:01,158 INFO [RS:0;7b462513bfc2:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:01,158 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,39365,1732188119653, RpcServer on 7b462513bfc2/172.17.0.2:39365, sessionid=0x1013a42ed320007 2024-11-21T11:22:01,158 DEBUG [RS:0;7b462513bfc2:39365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:22:01,158 DEBUG [RS:0;7b462513bfc2:39365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,39365,1732188119653 2024-11-21T11:22:01,158 DEBUG [RS:0;7b462513bfc2:39365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,39365,1732188119653' 2024-11-21T11:22:01,158 DEBUG [RS:0;7b462513bfc2:39365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-713087992/flush-table-proc/abort' 2024-11-21T11:22:01,159 DEBUG [RS:0;7b462513bfc2:39365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-713087992/flush-table-proc/acquired' 2024-11-21T11:22:01,159 DEBUG [RS:0;7b462513bfc2:39365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:22:01,159 DEBUG [RS:0;7b462513bfc2:39365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:22:01,159 DEBUG [RS:0;7b462513bfc2:39365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,39365,1732188119653 2024-11-21T11:22:01,159 DEBUG [RS:0;7b462513bfc2:39365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,39365,1732188119653' 2024-11-21T11:22:01,159 DEBUG [RS:0;7b462513bfc2:39365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-713087992/online-snapshot/abort' 2024-11-21T11:22:01,159 DEBUG [RS:0;7b462513bfc2:39365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-713087992/online-snapshot/acquired' 2024-11-21T11:22:01,160 DEBUG [RS:0;7b462513bfc2:39365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:22:01,160 INFO [RS:0;7b462513bfc2:39365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:22:01,160 INFO [RS:0;7b462513bfc2:39365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:22:01,260 INFO [RS:0;7b462513bfc2:39365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:22:01,261 INFO [RS:0;7b462513bfc2:39365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C39365%2C1732188119653, suffix=, logDir=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/WALs/7b462513bfc2,39365,1732188119653, archiveDir=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/oldWALs, maxLogs=10 2024-11-21T11:22:01,276 DEBUG [RS:0;7b462513bfc2:39365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/WALs/7b462513bfc2,39365,1732188119653/7b462513bfc2%2C39365%2C1732188119653.1732188121262, exclude list is [], retry=0 2024-11-21T11:22:01,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-a3c9b2fb-0226-4595-bcf7-bc7e751b84e5,DISK] 2024-11-21T11:22:01,279 INFO [RS:0;7b462513bfc2:39365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/WALs/7b462513bfc2,39365,1732188119653/7b462513bfc2%2C39365%2C1732188119653.1732188121262 2024-11-21T11:22:01,280 DEBUG [RS:0;7b462513bfc2:39365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37681:37681)] 2024-11-21T11:22:01,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:22:01,417 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f 2024-11-21T11:22:01,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:22:01,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:22:01,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:22:01,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:22:01,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:01,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:22:01,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:22:01,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:22:01,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:01,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:22:01,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:22:01,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:22:01,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:01,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:22:01,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:22:01,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:22:01,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:01,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:22:01,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:22:01,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740 2024-11-21T11:22:01,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740 2024-11-21T11:22:01,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:22:01,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:22:01,830 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:22:01,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:22:01,833 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:22:01,833 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62577249, jitterRate=-0.06752632558345795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:22:01,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732188121822Initializing all the Stores at 1732188121823 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188121823Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188121823Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188121823Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188121823Cleaning up temporary data from old regions at 1732188121830 (+7 ms)Region opened successfully at 1732188121833 (+3 ms) 2024-11-21T11:22:01,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:22:01,833 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:22:01,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:22:01,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:22:01,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:22:01,834 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:22:01,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188121833Disabling compacts and flushes for region at 1732188121833Disabling writes for close at 1732188121833Writing region close event to WAL at 1732188121833Closed at 1732188121833 2024-11-21T11:22:01,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:22:01,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:22:01,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:22:01,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:22:01,837 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:22:01,987 DEBUG [7b462513bfc2:43359 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:22:01,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,39365,1732188119653 2024-11-21T11:22:01,988 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,39365,1732188119653, state=OPENING 2024-11-21T11:22:01,990 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:22:01,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992 2024-11-21T11:22:01,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992 2024-11-21T11:22:01,993 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:22:01,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,39365,1732188119653}] 2024-11-21T11:22:01,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-713087992/meta-region-server: CHANGED 2024-11-21T11:22:01,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-713087992/meta-region-server: CHANGED 2024-11-21T11:22:02,145 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:22:02,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:22:02,149 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:22:02,149 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:22:02,149 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:22:02,150 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C39365%2C1732188119653.meta, suffix=.meta, logDir=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/WALs/7b462513bfc2,39365,1732188119653, archiveDir=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/oldWALs, maxLogs=10 2024-11-21T11:22:02,165 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/WALs/7b462513bfc2,39365,1732188119653/7b462513bfc2%2C39365%2C1732188119653.meta.1732188122151.meta, exclude list is [], retry=0 2024-11-21T11:22:02,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-a3c9b2fb-0226-4595-bcf7-bc7e751b84e5,DISK] 2024-11-21T11:22:02,169 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/WALs/7b462513bfc2,39365,1732188119653/7b462513bfc2%2C39365%2C1732188119653.meta.1732188122151.meta 2024-11-21T11:22:02,169 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37681:37681)] 2024-11-21T11:22:02,169 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:22:02,170 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:22:02,170 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:22:02,170 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:22:02,170 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:22:02,170 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:22:02,170 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:22:02,170 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:22:02,170 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:22:02,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:22:02,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:22:02,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:02,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:22:02,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:22:02,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:22:02,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:02,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:22:02,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:22:02,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:22:02,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:02,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:22:02,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:22:02,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:22:02,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:02,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:22:02,175 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:22:02,175 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740 2024-11-21T11:22:02,176 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740 2024-11-21T11:22:02,177 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:22:02,177 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:22:02,177 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:22:02,178 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:22:02,178 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66510149, jitterRate=-0.0089215487241745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:22:02,178 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:22:02,179 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732188122170Writing region info on filesystem at 1732188122170Initializing all the Stores at 1732188122171 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188122171Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188122171Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188122171Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732188122171Cleaning up temporary data from old regions at 1732188122177 (+6 ms)Running coprocessor post-open hooks at 1732188122178 (+1 ms)Region opened successfully at 1732188122179 (+1 ms) 2024-11-21T11:22:02,179 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732188122145 2024-11-21T11:22:02,181 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:22:02,181 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:22:02,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,39365,1732188119653 2024-11-21T11:22:02,182 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,39365,1732188119653, state=OPEN 2024-11-21T11:22:02,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-713087992/meta-region-server 2024-11-21T11:22:02,183 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,39365,1732188119653 2024-11-21T11:22:02,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-713087992/meta-region-server 2024-11-21T11:22:02,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-713087992/meta-region-server: CHANGED 2024-11-21T11:22:02,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-713087992/meta-region-server: CHANGED 2024-11-21T11:22:02,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:22:02,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,39365,1732188119653 in 190 msec 2024-11-21T11:22:02,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:22:02,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-21T11:22:02,187 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:22:02,187 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:22:02,188 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:22:02,188 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,39365,1732188119653, seqNum=-1] 2024-11-21T11:22:02,188 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:02,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:02,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1870 sec 2024-11-21T11:22:02,192 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732188122192, completionTime=-1 2024-11-21T11:22:02,192 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:22:02,192 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:22:02,194 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:22:02,194 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188182194 2024-11-21T11:22:02,194 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188242194 2024-11-21T11:22:02,194 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T11:22:02,195 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43359,1732188119616-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:02,195 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43359,1732188119616-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:02,195 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43359,1732188119616-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:02,195 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:43359, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:02,195 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:02,195 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:02,197 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:22:02,198 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.509sec 2024-11-21T11:22:02,198 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:22:02,198 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:22:02,198 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:22:02,198 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:22:02,198 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:22:02,198 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43359,1732188119616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:22:02,198 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43359,1732188119616-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:22:02,200 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:22:02,200 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:22:02,200 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,43359,1732188119616-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:22:02,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24004756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:02,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,43359,-1 for getting cluster id 2024-11-21T11:22:02,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:22:02,276 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a354d1-69ba-4657-b368-7ccf9f630ee6' 2024-11-21T11:22:02,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:22:02,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a354d1-69ba-4657-b368-7ccf9f630ee6" 2024-11-21T11:22:02,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494f3b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:02,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,43359,-1] 2024-11-21T11:22:02,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:22:02,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:02,278 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:22:02,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acf74bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:02,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:22:02,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,39365,1732188119653, seqNum=-1] 2024-11-21T11:22:02,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:02,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:02,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,43359,1732188119616 2024-11-21T11:22:02,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62465 2024-11-21T11:22:02,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:22:02,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013a42ed320008 connected 2024-11-21T11:22:02,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:22:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,41933,1732188112583 2024-11-21T11:22:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d6803be 2024-11-21T11:22:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:22:02,290 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:22:02,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:22:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T11:22:02,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:22:02,293 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:02,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T11:22:02,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:22:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:02,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741835_1011 (size=902) 2024-11-21T11:22:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:02,701 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 368ace0ffb11d84824821c4a669e2013, NAME => 'test,,1732188122291.368ace0ffb11d84824821c4a669e2013.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af 2024-11-21T11:22:02,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741836_1012 (size=39) 2024-11-21T11:22:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:03,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732188122291.368ace0ffb11d84824821c4a669e2013.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:22:03,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 368ace0ffb11d84824821c4a669e2013, disabling compactions & flushes 2024-11-21T11:22:03,107 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732188122291.368ace0ffb11d84824821c4a669e2013. 2024-11-21T11:22:03,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188122291.368ace0ffb11d84824821c4a669e2013. 2024-11-21T11:22:03,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732188122291.368ace0ffb11d84824821c4a669e2013. after waiting 0 ms 2024-11-21T11:22:03,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732188122291.368ace0ffb11d84824821c4a669e2013. 2024-11-21T11:22:03,107 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732188122291.368ace0ffb11d84824821c4a669e2013. 2024-11-21T11:22:03,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 368ace0ffb11d84824821c4a669e2013: Waiting for close lock at 1732188123107Disabling compacts and flushes for region at 1732188123107Disabling writes for close at 1732188123107Writing region close event to WAL at 1732188123107Closed at 1732188123107 2024-11-21T11:22:03,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:22:03,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732188122291.368ace0ffb11d84824821c4a669e2013.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732188123108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188123108"}]},"ts":"1732188123108"} 2024-11-21T11:22:03,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:22:03,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:22:03,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188123111"}]},"ts":"1732188123111"} 2024-11-21T11:22:03,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T11:22:03,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=368ace0ffb11d84824821c4a669e2013, ASSIGN}] 2024-11-21T11:22:03,114 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=368ace0ffb11d84824821c4a669e2013, ASSIGN 2024-11-21T11:22:03,115 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=368ace0ffb11d84824821c4a669e2013, ASSIGN; state=OFFLINE, location=7b462513bfc2,35175,1732188112632; forceNewPlan=false, retain=false 2024-11-21T11:22:03,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=368ace0ffb11d84824821c4a669e2013, regionState=OPENING, regionLocation=7b462513bfc2,35175,1732188112632 2024-11-21T11:22:03,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=368ace0ffb11d84824821c4a669e2013, ASSIGN because future has completed 2024-11-21T11:22:03,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 368ace0ffb11d84824821c4a669e2013, server=7b462513bfc2,35175,1732188112632}] 2024-11-21T11:22:03,423 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732188122291.368ace0ffb11d84824821c4a669e2013. 2024-11-21T11:22:03,423 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 368ace0ffb11d84824821c4a669e2013, NAME => 'test,,1732188122291.368ace0ffb11d84824821c4a669e2013.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:22:03,424 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:22:03,424 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T11:22:03,424 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 368ace0ffb11d84824821c4a669e2013 2024-11-21T11:22:03,424 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732188122291.368ace0ffb11d84824821c4a669e2013.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:22:03,424 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 368ace0ffb11d84824821c4a669e2013 2024-11-21T11:22:03,424 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 368ace0ffb11d84824821c4a669e2013 2024-11-21T11:22:03,425 INFO [StoreOpener-368ace0ffb11d84824821c4a669e2013-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 368ace0ffb11d84824821c4a669e2013 2024-11-21T11:22:03,426 INFO [StoreOpener-368ace0ffb11d84824821c4a669e2013-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 368ace0ffb11d84824821c4a669e2013 columnFamilyName f 2024-11-21T11:22:03,426 DEBUG [StoreOpener-368ace0ffb11d84824821c4a669e2013-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:03,426 INFO [StoreOpener-368ace0ffb11d84824821c4a669e2013-1 {}] regionserver.HStore(327): Store=368ace0ffb11d84824821c4a669e2013/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:03,426 INFO [StoreOpener-368ace0ffb11d84824821c4a669e2013-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 368ace0ffb11d84824821c4a669e2013 2024-11-21T11:22:03,427 INFO [StoreOpener-368ace0ffb11d84824821c4a669e2013-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 368ace0ffb11d84824821c4a669e2013 columnFamilyName f1 2024-11-21T11:22:03,427 DEBUG [StoreOpener-368ace0ffb11d84824821c4a669e2013-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:03,428 INFO [StoreOpener-368ace0ffb11d84824821c4a669e2013-1 {}] regionserver.HStore(327): Store=368ace0ffb11d84824821c4a669e2013/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:03,428 INFO [StoreOpener-368ace0ffb11d84824821c4a669e2013-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 368ace0ffb11d84824821c4a669e2013 2024-11-21T11:22:03,428 INFO [StoreOpener-368ace0ffb11d84824821c4a669e2013-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 368ace0ffb11d84824821c4a669e2013 columnFamilyName norep 2024-11-21T11:22:03,428 DEBUG [StoreOpener-368ace0ffb11d84824821c4a669e2013-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:03,429 INFO [StoreOpener-368ace0ffb11d84824821c4a669e2013-1 {}] regionserver.HStore(327): Store=368ace0ffb11d84824821c4a669e2013/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:03,429 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 368ace0ffb11d84824821c4a669e2013 2024-11-21T11:22:03,429 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013 2024-11-21T11:22:03,430 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013 2024-11-21T11:22:03,430 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 368ace0ffb11d84824821c4a669e2013 2024-11-21T11:22:03,430 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 368ace0ffb11d84824821c4a669e2013 2024-11-21T11:22:03,431 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:22:03,431 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 368ace0ffb11d84824821c4a669e2013 2024-11-21T11:22:03,433 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:22:03,433 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 368ace0ffb11d84824821c4a669e2013; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60959685, jitterRate=-0.09162990748882294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:22:03,433 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 368ace0ffb11d84824821c4a669e2013 2024-11-21T11:22:03,433 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 368ace0ffb11d84824821c4a669e2013: Running coprocessor pre-open hook at 1732188123424Writing region info on filesystem at 1732188123424Initializing all the Stores at 1732188123425 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188123425Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188123425Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188123425Cleaning up temporary data from old regions at 1732188123430 (+5 ms)Running coprocessor post-open hooks at 1732188123433 (+3 ms)Region opened successfully at 1732188123433 2024-11-21T11:22:03,434 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732188122291.368ace0ffb11d84824821c4a669e2013., pid=6, masterSystemTime=1732188123420 2024-11-21T11:22:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:03,436 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732188122291.368ace0ffb11d84824821c4a669e2013. 2024-11-21T11:22:03,436 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732188122291.368ace0ffb11d84824821c4a669e2013. 2024-11-21T11:22:03,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=368ace0ffb11d84824821c4a669e2013, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b462513bfc2,35175,1732188112632 2024-11-21T11:22:03,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 368ace0ffb11d84824821c4a669e2013, server=7b462513bfc2,35175,1732188112632 because future has completed 2024-11-21T11:22:03,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:22:03,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 368ace0ffb11d84824821c4a669e2013, server=7b462513bfc2,35175,1732188112632 in 170 msec 2024-11-21T11:22:03,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:22:03,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=368ace0ffb11d84824821c4a669e2013, ASSIGN in 327 msec 2024-11-21T11:22:03,442 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:22:03,443 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188123442"}]},"ts":"1732188123442"} 2024-11-21T11:22:03,444 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T11:22:03,444 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:22:03,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-21T11:22:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:04,445 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T11:22:04,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:22:04,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,43769,1732188116583 2024-11-21T11:22:04,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c1f5fb4 2024-11-21T11:22:04,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:22:04,446 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:22:04,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:22:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T11:22:04,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:22:04,449 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:04,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T11:22:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:04,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:22:04,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741835_1011 (size=902) 2024-11-21T11:22:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:04,856 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7932074c8e2bbb70afe0aa0bc3469d4, NAME => 'test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd 2024-11-21T11:22:04,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741836_1012 (size=39) 2024-11-21T11:22:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:05,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:22:05,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c7932074c8e2bbb70afe0aa0bc3469d4, disabling compactions & flushes 2024-11-21T11:22:05,262 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4. 2024-11-21T11:22:05,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4. 2024-11-21T11:22:05,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4. after waiting 0 ms 2024-11-21T11:22:05,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4. 2024-11-21T11:22:05,262 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4. 2024-11-21T11:22:05,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7932074c8e2bbb70afe0aa0bc3469d4: Waiting for close lock at 1732188125262Disabling compacts and flushes for region at 1732188125262Disabling writes for close at 1732188125262Writing region close event to WAL at 1732188125262Closed at 1732188125262 2024-11-21T11:22:05,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:22:05,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732188125263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188125263"}]},"ts":"1732188125263"} 2024-11-21T11:22:05,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:22:05,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:22:05,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188125266"}]},"ts":"1732188125266"} 2024-11-21T11:22:05,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T11:22:05,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7932074c8e2bbb70afe0aa0bc3469d4, ASSIGN}] 2024-11-21T11:22:05,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7932074c8e2bbb70afe0aa0bc3469d4, ASSIGN 2024-11-21T11:22:05,269 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c7932074c8e2bbb70afe0aa0bc3469d4, ASSIGN; state=OFFLINE, location=7b462513bfc2,35629,1732188116633; forceNewPlan=false, retain=false 2024-11-21T11:22:05,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7932074c8e2bbb70afe0aa0bc3469d4, regionState=OPENING, regionLocation=7b462513bfc2,35629,1732188116633 2024-11-21T11:22:05,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c7932074c8e2bbb70afe0aa0bc3469d4, ASSIGN because future has completed 2024-11-21T11:22:05,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7932074c8e2bbb70afe0aa0bc3469d4, server=7b462513bfc2,35629,1732188116633}] 2024-11-21T11:22:05,577 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4. 2024-11-21T11:22:05,577 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c7932074c8e2bbb70afe0aa0bc3469d4, NAME => 'test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:22:05,578 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:22:05,578 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T11:22:05,578 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c7932074c8e2bbb70afe0aa0bc3469d4 2024-11-21T11:22:05,578 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:22:05,578 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c7932074c8e2bbb70afe0aa0bc3469d4 2024-11-21T11:22:05,578 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c7932074c8e2bbb70afe0aa0bc3469d4 2024-11-21T11:22:05,579 INFO [StoreOpener-c7932074c8e2bbb70afe0aa0bc3469d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c7932074c8e2bbb70afe0aa0bc3469d4 2024-11-21T11:22:05,581 INFO [StoreOpener-c7932074c8e2bbb70afe0aa0bc3469d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7932074c8e2bbb70afe0aa0bc3469d4 columnFamilyName f 2024-11-21T11:22:05,581 DEBUG [StoreOpener-c7932074c8e2bbb70afe0aa0bc3469d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:05,581 INFO [StoreOpener-c7932074c8e2bbb70afe0aa0bc3469d4-1 {}] regionserver.HStore(327): Store=c7932074c8e2bbb70afe0aa0bc3469d4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:05,581 INFO [StoreOpener-c7932074c8e2bbb70afe0aa0bc3469d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c7932074c8e2bbb70afe0aa0bc3469d4 2024-11-21T11:22:05,582 INFO [StoreOpener-c7932074c8e2bbb70afe0aa0bc3469d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7932074c8e2bbb70afe0aa0bc3469d4 columnFamilyName f1 2024-11-21T11:22:05,582 DEBUG [StoreOpener-c7932074c8e2bbb70afe0aa0bc3469d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:05,582 INFO [StoreOpener-c7932074c8e2bbb70afe0aa0bc3469d4-1 {}] regionserver.HStore(327): Store=c7932074c8e2bbb70afe0aa0bc3469d4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:05,582 INFO [StoreOpener-c7932074c8e2bbb70afe0aa0bc3469d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c7932074c8e2bbb70afe0aa0bc3469d4 2024-11-21T11:22:05,583 INFO [StoreOpener-c7932074c8e2bbb70afe0aa0bc3469d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7932074c8e2bbb70afe0aa0bc3469d4 columnFamilyName norep 2024-11-21T11:22:05,583 DEBUG [StoreOpener-c7932074c8e2bbb70afe0aa0bc3469d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:05,583 INFO [StoreOpener-c7932074c8e2bbb70afe0aa0bc3469d4-1 {}] regionserver.HStore(327): Store=c7932074c8e2bbb70afe0aa0bc3469d4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:05,584 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c7932074c8e2bbb70afe0aa0bc3469d4 2024-11-21T11:22:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:05,584 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4 2024-11-21T11:22:05,585 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4 2024-11-21T11:22:05,585 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c7932074c8e2bbb70afe0aa0bc3469d4 2024-11-21T11:22:05,586 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c7932074c8e2bbb70afe0aa0bc3469d4 2024-11-21T11:22:05,586 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:22:05,587 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c7932074c8e2bbb70afe0aa0bc3469d4 2024-11-21T11:22:05,589 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:22:05,589 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c7932074c8e2bbb70afe0aa0bc3469d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70774603, jitterRate=0.054623767733573914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:22:05,589 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7932074c8e2bbb70afe0aa0bc3469d4 2024-11-21T11:22:05,589 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c7932074c8e2bbb70afe0aa0bc3469d4: Running coprocessor pre-open hook at 1732188125578Writing region info on filesystem at 1732188125578Initializing all the Stores at 1732188125579 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188125579Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188125579Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188125579Cleaning up temporary data from old regions at 1732188125586 (+7 ms)Running coprocessor post-open hooks at 1732188125589 (+3 ms)Region opened successfully at 1732188125589 2024-11-21T11:22:05,590 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4., pid=6, masterSystemTime=1732188125574 2024-11-21T11:22:05,592 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4. 2024-11-21T11:22:05,592 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4. 2024-11-21T11:22:05,592 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7932074c8e2bbb70afe0aa0bc3469d4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b462513bfc2,35629,1732188116633 2024-11-21T11:22:05,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7932074c8e2bbb70afe0aa0bc3469d4, server=7b462513bfc2,35629,1732188116633 because future has completed 2024-11-21T11:22:05,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:22:05,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c7932074c8e2bbb70afe0aa0bc3469d4, server=7b462513bfc2,35629,1732188116633 in 173 msec 2024-11-21T11:22:05,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:22:05,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c7932074c8e2bbb70afe0aa0bc3469d4, ASSIGN in 329 msec 2024-11-21T11:22:05,599 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:22:05,599 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188125599"}]},"ts":"1732188125599"} 2024-11-21T11:22:05,601 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T11:22:05,601 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:22:05,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-21T11:22:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:06,594 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T11:22:06,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:22:06,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,43359,1732188119616 2024-11-21T11:22:06,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41a3081c 2024-11-21T11:22:06,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:22:06,597 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:22:06,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:22:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43359 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T11:22:06,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:22:06,599 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:06,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T11:22:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:06,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:22:06,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741835_1011 (size=902) 2024-11-21T11:22:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:07,006 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f45c2c1ca976d41912fde0db064bdaa, NAME => 'test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f 2024-11-21T11:22:07,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741836_1012 (size=39) 2024-11-21T11:22:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:07,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:22:07,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2f45c2c1ca976d41912fde0db064bdaa, disabling compactions & flushes 2024-11-21T11:22:07,411 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa. 2024-11-21T11:22:07,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa. 2024-11-21T11:22:07,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa. after waiting 0 ms 2024-11-21T11:22:07,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa. 2024-11-21T11:22:07,411 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa. 2024-11-21T11:22:07,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f45c2c1ca976d41912fde0db064bdaa: Waiting for close lock at 1732188127411Disabling compacts and flushes for region at 1732188127411Disabling writes for close at 1732188127411Writing region close event to WAL at 1732188127411Closed at 1732188127411 2024-11-21T11:22:07,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:22:07,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732188127412"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188127412"}]},"ts":"1732188127412"} 2024-11-21T11:22:07,414 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:22:07,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:22:07,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188127415"}]},"ts":"1732188127415"} 2024-11-21T11:22:07,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T11:22:07,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2f45c2c1ca976d41912fde0db064bdaa, ASSIGN}] 2024-11-21T11:22:07,417 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2f45c2c1ca976d41912fde0db064bdaa, ASSIGN 2024-11-21T11:22:07,418 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2f45c2c1ca976d41912fde0db064bdaa, ASSIGN; state=OFFLINE, location=7b462513bfc2,39365,1732188119653; forceNewPlan=false, retain=false 2024-11-21T11:22:07,568 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f45c2c1ca976d41912fde0db064bdaa, regionState=OPENING, regionLocation=7b462513bfc2,39365,1732188119653 2024-11-21T11:22:07,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2f45c2c1ca976d41912fde0db064bdaa, ASSIGN because future has completed 2024-11-21T11:22:07,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f45c2c1ca976d41912fde0db064bdaa, server=7b462513bfc2,39365,1732188119653}] 2024-11-21T11:22:07,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:22:07,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,725 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa. 2024-11-21T11:22:07,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,726 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f45c2c1ca976d41912fde0db064bdaa, NAME => 'test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:22:07,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,726 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:22:07,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,727 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T11:22:07,727 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2f45c2c1ca976d41912fde0db064bdaa 2024-11-21T11:22:07,727 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:22:07,727 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2f45c2c1ca976d41912fde0db064bdaa 2024-11-21T11:22:07,727 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2f45c2c1ca976d41912fde0db064bdaa 2024-11-21T11:22:07,728 INFO [StoreOpener-2f45c2c1ca976d41912fde0db064bdaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2f45c2c1ca976d41912fde0db064bdaa 2024-11-21T11:22:07,730 INFO [StoreOpener-2f45c2c1ca976d41912fde0db064bdaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f45c2c1ca976d41912fde0db064bdaa columnFamilyName f 2024-11-21T11:22:07,730 DEBUG [StoreOpener-2f45c2c1ca976d41912fde0db064bdaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:07,730 INFO [StoreOpener-2f45c2c1ca976d41912fde0db064bdaa-1 {}] regionserver.HStore(327): Store=2f45c2c1ca976d41912fde0db064bdaa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:07,731 INFO [StoreOpener-2f45c2c1ca976d41912fde0db064bdaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2f45c2c1ca976d41912fde0db064bdaa 2024-11-21T11:22:07,731 INFO [StoreOpener-2f45c2c1ca976d41912fde0db064bdaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f45c2c1ca976d41912fde0db064bdaa columnFamilyName f1 2024-11-21T11:22:07,731 DEBUG [StoreOpener-2f45c2c1ca976d41912fde0db064bdaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:07,732 INFO [StoreOpener-2f45c2c1ca976d41912fde0db064bdaa-1 {}] regionserver.HStore(327): Store=2f45c2c1ca976d41912fde0db064bdaa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:07,732 INFO [StoreOpener-2f45c2c1ca976d41912fde0db064bdaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2f45c2c1ca976d41912fde0db064bdaa 2024-11-21T11:22:07,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,733 INFO [StoreOpener-2f45c2c1ca976d41912fde0db064bdaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f45c2c1ca976d41912fde0db064bdaa columnFamilyName norep 2024-11-21T11:22:07,733 DEBUG [StoreOpener-2f45c2c1ca976d41912fde0db064bdaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:07,733 INFO [StoreOpener-2f45c2c1ca976d41912fde0db064bdaa-1 {}] regionserver.HStore(327): Store=2f45c2c1ca976d41912fde0db064bdaa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:07,733 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2f45c2c1ca976d41912fde0db064bdaa 2024-11-21T11:22:07,735 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/default/test/2f45c2c1ca976d41912fde0db064bdaa 2024-11-21T11:22:07,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,735 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/default/test/2f45c2c1ca976d41912fde0db064bdaa 2024-11-21T11:22:07,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:07,736 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2f45c2c1ca976d41912fde0db064bdaa 2024-11-21T11:22:07,736 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2f45c2c1ca976d41912fde0db064bdaa 2024-11-21T11:22:07,737 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:22:07,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:07,737 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2f45c2c1ca976d41912fde0db064bdaa 2024-11-21T11:22:07,739 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/default/test/2f45c2c1ca976d41912fde0db064bdaa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:22:07,739 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2f45c2c1ca976d41912fde0db064bdaa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65284310, jitterRate=-0.027187973260879517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:22:07,739 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f45c2c1ca976d41912fde0db064bdaa 2024-11-21T11:22:07,739 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2f45c2c1ca976d41912fde0db064bdaa: Running coprocessor pre-open hook at 1732188127727Writing region info on filesystem at 1732188127727Initializing all the Stores at 1732188127728 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188127728Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188127728Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188127728Cleaning up temporary data from old regions at 1732188127736 (+8 ms)Running coprocessor post-open hooks at 1732188127739 (+3 ms)Region opened successfully at 1732188127739 2024-11-21T11:22:07,740 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa., pid=6, masterSystemTime=1732188127722 2024-11-21T11:22:07,742 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa. 2024-11-21T11:22:07,742 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa. 2024-11-21T11:22:07,743 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f45c2c1ca976d41912fde0db064bdaa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b462513bfc2,39365,1732188119653 2024-11-21T11:22:07,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f45c2c1ca976d41912fde0db064bdaa, server=7b462513bfc2,39365,1732188119653 because future has completed 2024-11-21T11:22:07,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:22:07,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f45c2c1ca976d41912fde0db064bdaa, server=7b462513bfc2,39365,1732188119653 in 175 msec 2024-11-21T11:22:07,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:22:07,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2f45c2c1ca976d41912fde0db064bdaa, ASSIGN in 331 msec 2024-11-21T11:22:07,749 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:22:07,750 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188127749"}]},"ts":"1732188127749"} 2024-11-21T11:22:07,751 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T11:22:07,752 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:22:07,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-21T11:22:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:22:08,755 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T11:22:08,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:08,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,41933,-1 for getting cluster id 2024-11-21T11:22:08,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:22:08,756 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3' 2024-11-21T11:22:08,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:22:08,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3" 2024-11-21T11:22:08,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233b3859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:08,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,41933,-1] 2024-11-21T11:22:08,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:22:08,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:08,758 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:22:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e178a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:08,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:22:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,41933,1732188112583 2024-11-21T11:22:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2975751b 2024-11-21T11:22:08,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:22:08,760 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:22:08,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b462513bfc2:43769,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:22:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:22:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:22:08,763 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:43769' 2024-11-21T11:22:08,764 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca8f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:08,764 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,43769,-1 for getting cluster id 2024-11-21T11:22:08,764 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:22:08,764 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18cfa50d-b2cb-4496-8654-cc6b1b220fb5' 2024-11-21T11:22:08,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:22:08,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18cfa50d-b2cb-4496-8654-cc6b1b220fb5" 2024-11-21T11:22:08,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a59a21f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:08,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,43769,-1] 2024-11-21T11:22:08,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:22:08,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:08,766 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:22:08,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3f3c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:08,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:22:08,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,43769,1732188116583 2024-11-21T11:22:08,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37c2e94a 2024-11-21T11:22:08,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:22:08,767 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:22:08,768 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T11:22:08,768 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:22:08,768 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:08,768 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:08,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:22:08,768 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:22:08,769 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T11:22:08,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:22:08,770 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:08,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:22:08,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741837_1013 (size=1138) 2024-11-21T11:22:08,819 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T11:22:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:22:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:22:09,188 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e6258a6efe0e5e944560cab8b2ba8ec, NAME => 'hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af 2024-11-21T11:22:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741838_1014 (size=44) 2024-11-21T11:22:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:22:09,593 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:22:09,593 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2e6258a6efe0e5e944560cab8b2ba8ec, disabling compactions & flushes 2024-11-21T11:22:09,593 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec. 2024-11-21T11:22:09,593 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec. 2024-11-21T11:22:09,593 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec. after waiting 0 ms 2024-11-21T11:22:09,593 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec. 2024-11-21T11:22:09,593 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec. 2024-11-21T11:22:09,593 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e6258a6efe0e5e944560cab8b2ba8ec: Waiting for close lock at 1732188129593Disabling compacts and flushes for region at 1732188129593Disabling writes for close at 1732188129593Writing region close event to WAL at 1732188129593Closed at 1732188129593 2024-11-21T11:22:09,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:22:09,594 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732188129594"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188129594"}]},"ts":"1732188129594"} 2024-11-21T11:22:09,596 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:22:09,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:22:09,597 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188129597"}]},"ts":"1732188129597"} 2024-11-21T11:22:09,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T11:22:09,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e6258a6efe0e5e944560cab8b2ba8ec, ASSIGN}] 2024-11-21T11:22:09,600 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e6258a6efe0e5e944560cab8b2ba8ec, ASSIGN 2024-11-21T11:22:09,600 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2e6258a6efe0e5e944560cab8b2ba8ec, ASSIGN; state=OFFLINE, location=7b462513bfc2,35175,1732188112632; forceNewPlan=false, retain=false 2024-11-21T11:22:09,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2e6258a6efe0e5e944560cab8b2ba8ec, regionState=OPENING, regionLocation=7b462513bfc2,35175,1732188112632 2024-11-21T11:22:09,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2e6258a6efe0e5e944560cab8b2ba8ec, ASSIGN because future has completed 2024-11-21T11:22:09,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e6258a6efe0e5e944560cab8b2ba8ec, server=7b462513bfc2,35175,1732188112632}] 2024-11-21T11:22:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:22:09,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec. 2024-11-21T11:22:09,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:22:09,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T11:22:09,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b462513bfc2%2C35175%2C1732188112632.rep, suffix=, logDir=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632, archiveDir=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/oldWALs, maxLogs=10 2024-11-21T11:22:09,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.rep.1732188129910, exclude list is [], retry=0 2024-11-21T11:22:09,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33947,DS-f95766b7-7465-4dd8-8234-2347e86524cd,DISK] 2024-11-21T11:22:09,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.rep.1732188129910 2024-11-21T11:22:09,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44349:44349)] 2024-11-21T11:22:09,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e6258a6efe0e5e944560cab8b2ba8ec, NAME => 'hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:22:09,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T11:22:09,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:22:09,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec. service=MultiRowMutationService 2024-11-21T11:22:09,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T11:22:09,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2e6258a6efe0e5e944560cab8b2ba8ec 2024-11-21T11:22:09,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:22:09,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2e6258a6efe0e5e944560cab8b2ba8ec 2024-11-21T11:22:09,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2e6258a6efe0e5e944560cab8b2ba8ec 2024-11-21T11:22:09,929 INFO [StoreOpener-2e6258a6efe0e5e944560cab8b2ba8ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2e6258a6efe0e5e944560cab8b2ba8ec 2024-11-21T11:22:09,930 INFO [StoreOpener-2e6258a6efe0e5e944560cab8b2ba8ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e6258a6efe0e5e944560cab8b2ba8ec columnFamilyName hfileref 2024-11-21T11:22:09,930 DEBUG [StoreOpener-2e6258a6efe0e5e944560cab8b2ba8ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,931 INFO [StoreOpener-2e6258a6efe0e5e944560cab8b2ba8ec-1 {}] regionserver.HStore(327): Store=2e6258a6efe0e5e944560cab8b2ba8ec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:09,931 INFO [StoreOpener-2e6258a6efe0e5e944560cab8b2ba8ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2e6258a6efe0e5e944560cab8b2ba8ec 2024-11-21T11:22:09,931 INFO [StoreOpener-2e6258a6efe0e5e944560cab8b2ba8ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e6258a6efe0e5e944560cab8b2ba8ec columnFamilyName queue 2024-11-21T11:22:09,931 DEBUG [StoreOpener-2e6258a6efe0e5e944560cab8b2ba8ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,932 INFO [StoreOpener-2e6258a6efe0e5e944560cab8b2ba8ec-1 {}] regionserver.HStore(327): Store=2e6258a6efe0e5e944560cab8b2ba8ec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:09,932 INFO [StoreOpener-2e6258a6efe0e5e944560cab8b2ba8ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2e6258a6efe0e5e944560cab8b2ba8ec 2024-11-21T11:22:09,933 INFO [StoreOpener-2e6258a6efe0e5e944560cab8b2ba8ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e6258a6efe0e5e944560cab8b2ba8ec columnFamilyName sid 2024-11-21T11:22:09,933 DEBUG [StoreOpener-2e6258a6efe0e5e944560cab8b2ba8ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,933 INFO [StoreOpener-2e6258a6efe0e5e944560cab8b2ba8ec-1 {}] regionserver.HStore(327): Store=2e6258a6efe0e5e944560cab8b2ba8ec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:09,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2e6258a6efe0e5e944560cab8b2ba8ec 2024-11-21T11:22:09,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/replication/2e6258a6efe0e5e944560cab8b2ba8ec 2024-11-21T11:22:09,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/replication/2e6258a6efe0e5e944560cab8b2ba8ec 2024-11-21T11:22:09,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2e6258a6efe0e5e944560cab8b2ba8ec 2024-11-21T11:22:09,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2e6258a6efe0e5e944560cab8b2ba8ec 2024-11-21T11:22:09,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T11:22:09,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2e6258a6efe0e5e944560cab8b2ba8ec 2024-11-21T11:22:09,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/replication/2e6258a6efe0e5e944560cab8b2ba8ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:22:09,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2e6258a6efe0e5e944560cab8b2ba8ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62867067, jitterRate=-0.0632077008485794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T11:22:09,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e6258a6efe0e5e944560cab8b2ba8ec 2024-11-21T11:22:09,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2e6258a6efe0e5e944560cab8b2ba8ec: Running coprocessor pre-open hook at 1732188129928Writing region info on filesystem at 1732188129929 (+1 ms)Initializing all the Stores at 1732188129929Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188129929Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188129929Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732188129929Cleaning up temporary data from old regions at 1732188129934 (+5 ms)Running coprocessor post-open hooks at 1732188129937 (+3 ms)Region opened successfully at 1732188129937 2024-11-21T11:22:09,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec., pid=10, masterSystemTime=1732188129905 2024-11-21T11:22:09,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec. 2024-11-21T11:22:09,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec. 2024-11-21T11:22:09,940 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2e6258a6efe0e5e944560cab8b2ba8ec, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,35175,1732188112632 2024-11-21T11:22:09,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e6258a6efe0e5e944560cab8b2ba8ec, server=7b462513bfc2,35175,1732188112632 because future has completed 2024-11-21T11:22:09,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T11:22:09,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e6258a6efe0e5e944560cab8b2ba8ec, server=7b462513bfc2,35175,1732188112632 in 189 msec 2024-11-21T11:22:09,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T11:22:09,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e6258a6efe0e5e944560cab8b2ba8ec, ASSIGN in 344 msec 2024-11-21T11:22:09,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:22:09,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188129945"}]},"ts":"1732188129945"} 2024-11-21T11:22:09,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T11:22:09,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:22:09,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-21T11:22:09,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec., hostname=7b462513bfc2,35175,1732188112632, seqNum=2] 2024-11-21T11:22:09,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311 2024-11-21T11:22:09,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311 2024-11-21T11:22:09,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:22:10,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35175 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T11:22:10,135 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T11:22:10,163 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b462513bfc2,35175,1732188112632, ReplicationSource: 1, currentBandwidth=0 2024-11-21T11:22:10,164 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:22:10,164 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35175,1732188112632, seqNum=-1] 2024-11-21T11:22:10,164 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:10,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-21T11:22:10,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b462513bfc2,35175,1732188112632', locateType=CURRENT is [region=hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec., hostname=7b462513bfc2,35175,1732188112632, seqNum=2] 2024-11-21T11:22:10,169 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T11:22:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T11:22:10,171 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b462513bfc2,35175,1732188112632 suceeded 2024-11-21T11:22:10,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T11:22:10,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-21T11:22:10,172 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b462513bfc2:43769,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:22:10,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4110 sec 2024-11-21T11:22:10,189 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:43769' 2024-11-21T11:22:10,191 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@444ab42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:10,191 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,43769,-1 for getting cluster id 2024-11-21T11:22:10,191 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:22:10,192 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18cfa50d-b2cb-4496-8654-cc6b1b220fb5' 2024-11-21T11:22:10,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:22:10,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18cfa50d-b2cb-4496-8654-cc6b1b220fb5" 2024-11-21T11:22:10,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3daae82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:10,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,43769,-1] 2024-11-21T11:22:10,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:22:10,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:10,193 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:22:10,193 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55625e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:10,193 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:22:10,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,43769,1732188116583 2024-11-21T11:22:10,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@349cbefe 2024-11-21T11:22:10,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:22:10,195 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T11:22:10,195 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b462513bfc2,35175,1732188112632 (queues=1) is replicating from cluster=5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3 to cluster=18cfa50d-b2cb-4496-8654-cc6b1b220fb5 2024-11-21T11:22:10,195 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b462513bfc2%2C35175%2C1732188112632 2024-11-21T11:22:10,195 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b462513bfc2,35175,1732188112632, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:22:10,200 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619, startPosition=0, beingWritten=true 2024-11-21T11:22:10,200 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C35175%2C1732188112632 2024-11-21T11:22:10,203 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:22:10,204 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 to pos 379, reset compression=false 2024-11-21T11:22:10,204 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,35175,1732188112632 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:22:10,406 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 to pos 379, reset compression=false 2024-11-21T11:22:10,442 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=1, created chunk count=36, reused chunk count=156, reuseRatio=81.25% 2024-11-21T11:22:10,446 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-21T11:22:10,709 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 to pos 379, reset compression=false 2024-11-21T11:22:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:22:10,905 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T11:22:10,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:22:10,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:10,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:10,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:10,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:22:10,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a4c491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:10,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,41933,-1 for getting cluster id 2024-11-21T11:22:10,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:22:10,907 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3' 2024-11-21T11:22:10,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:22:10,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3" 2024-11-21T11:22:10,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef43011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:10,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,41933,-1] 2024-11-21T11:22:10,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:22:10,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:10,908 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:22:10,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55516c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:10,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:10,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,43769,-1 for getting cluster id 2024-11-21T11:22:10,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:22:10,910 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18cfa50d-b2cb-4496-8654-cc6b1b220fb5' 2024-11-21T11:22:10,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:22:10,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18cfa50d-b2cb-4496-8654-cc6b1b220fb5" 2024-11-21T11:22:10,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c39a88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:10,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,43769,-1] 2024-11-21T11:22:10,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:22:10,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:10,911 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:22:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ce38e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:10,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfe4b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:10,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,43359,-1 for getting cluster id 2024-11-21T11:22:10,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:22:10,912 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a354d1-69ba-4657-b368-7ccf9f630ee6' 2024-11-21T11:22:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:22:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a354d1-69ba-4657-b368-7ccf9f630ee6" 2024-11-21T11:22:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db23c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,43359,-1] 2024-11-21T11:22:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:22:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:10,913 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:22:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15305283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:10,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:22:10,917 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732188130917/Put/seqid=0 2024-11-21T11:22:10,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741840_1016 (size=7894) 2024-11-21T11:22:11,113 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 to pos 379, reset compression=false 2024-11-21T11:22:11,322 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732188131322/Put/seqid=0 2024-11-21T11:22:11,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741841_1017 (size=7691) 2024-11-21T11:22:11,616 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 to pos 379, reset compression=false 2024-11-21T11:22:11,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8f70c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:11,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,41933,-1 for getting cluster id 2024-11-21T11:22:11,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:22:11,728 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3' 2024-11-21T11:22:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:22:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3" 2024-11-21T11:22:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d23e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,41933,-1] 2024-11-21T11:22:11,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:22:11,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:11,729 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:22:11,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3922348b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:11,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:22:11,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35175,1732188112632, seqNum=-1] 2024-11-21T11:22:11,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:11,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:11,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:22:11,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,41933,1732188112583 2024-11-21T11:22:11,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50f45d09 2024-11-21T11:22:11,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:22:11,739 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:22:11,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732188122291.368ace0ffb11d84824821c4a669e2013., hostname=7b462513bfc2,35175,1732188112632, seqNum=2] 2024-11-21T11:22:11,744 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T11:22:11,748 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-21T11:22:11,750 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-21T11:22:11,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 368ace0ffb11d84824821c4a669e2013/f 2024-11-21T11:22:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T11:22:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:22:11,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 368ace0ffb11d84824821c4a669e2013/f 2024-11-21T11:22:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T11:22:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:22:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HRegion(2603): Flush status journal for 368ace0ffb11d84824821c4a669e2013: 2024-11-21T11:22:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__qpsh9l83e6dgcgs2c9dnol8cgqmlk6esksjivk6qbf2rlligvaqrrspa5m2qq6pm/f/hfile_0 2024-11-21T11:22:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__qpsh9l83e6dgcgs2c9dnol8cgqmlk6esksjivk6qbf2rlligvaqrrspa5m2qq6pm/f/hfile_0 as hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/f/9b1aa8fba21f461e98f9899af47b6e12_SeqId_4_ 2024-11-21T11:22:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__qpsh9l83e6dgcgs2c9dnol8cgqmlk6esksjivk6qbf2rlligvaqrrspa5m2qq6pm/f/hfile_1 2024-11-21T11:22:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__qpsh9l83e6dgcgs2c9dnol8cgqmlk6esksjivk6qbf2rlligvaqrrspa5m2qq6pm/f/hfile_1 as hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/f/ab56fc1491844ae48db9469cda2e7795_SeqId_4_ 2024-11-21T11:22:11,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__qpsh9l83e6dgcgs2c9dnol8cgqmlk6esksjivk6qbf2rlligvaqrrspa5m2qq6pm/f/hfile_0 into 368ace0ffb11d84824821c4a669e2013/f as hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/f/9b1aa8fba21f461e98f9899af47b6e12_SeqId_4_ - updating store file list. 2024-11-21T11:22:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9b1aa8fba21f461e98f9899af47b6e12_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T11:22:11,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/f/9b1aa8fba21f461e98f9899af47b6e12_SeqId_4_ into 368ace0ffb11d84824821c4a669e2013/f 2024-11-21T11:22:11,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__qpsh9l83e6dgcgs2c9dnol8cgqmlk6esksjivk6qbf2rlligvaqrrspa5m2qq6pm/f/hfile_0 into 368ace0ffb11d84824821c4a669e2013/f (new location: hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/f/9b1aa8fba21f461e98f9899af47b6e12_SeqId_4_) 2024-11-21T11:22:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__qpsh9l83e6dgcgs2c9dnol8cgqmlk6esksjivk6qbf2rlligvaqrrspa5m2qq6pm/f/hfile_0 2024-11-21T11:22:11,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__qpsh9l83e6dgcgs2c9dnol8cgqmlk6esksjivk6qbf2rlligvaqrrspa5m2qq6pm/f/hfile_1 into 368ace0ffb11d84824821c4a669e2013/f as hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/f/ab56fc1491844ae48db9469cda2e7795_SeqId_4_ - updating store file list. 2024-11-21T11:22:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ab56fc1491844ae48db9469cda2e7795_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T11:22:11,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/f/ab56fc1491844ae48db9469cda2e7795_SeqId_4_ into 368ace0ffb11d84824821c4a669e2013/f 2024-11-21T11:22:11,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__qpsh9l83e6dgcgs2c9dnol8cgqmlk6esksjivk6qbf2rlligvaqrrspa5m2qq6pm/f/hfile_1 into 368ace0ffb11d84824821c4a669e2013/f (new location: hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/f/ab56fc1491844ae48db9469cda2e7795_SeqId_4_) 2024-11-21T11:22:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__qpsh9l83e6dgcgs2c9dnol8cgqmlk6esksjivk6qbf2rlligvaqrrspa5m2qq6pm/f/hfile_1 2024-11-21T11:22:11,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:22:11,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:11,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:11,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:11,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:22:11,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732188122291.368ace0ffb11d84824821c4a669e2013., hostname=7b462513bfc2,35175,1732188112632, seqNum=2 , the old value is region=test,,1732188122291.368ace0ffb11d84824821c4a669e2013., hostname=7b462513bfc2,35175,1732188112632, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b462513bfc2:35175 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T11:22:11,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732188122291.368ace0ffb11d84824821c4a669e2013., hostname=7b462513bfc2,35175,1732188112632, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T11:22:11,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732188122291.368ace0ffb11d84824821c4a669e2013., hostname=7b462513bfc2,35175,1732188112632, seqNum=2 from cache 2024-11-21T11:22:11,771 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T11:22:11,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:22:11,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35629,1732188116633, seqNum=-1] 2024-11-21T11:22:11,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:11,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:11,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4., hostname=7b462513bfc2,35629,1732188116633, seqNum=2] 2024-11-21T11:22:11,776 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T11:22:11,874 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:35175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T11:22:12,219 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 to pos 379, reset compression=false 2024-11-21T11:22:12,223 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:22:12,223 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,35175,1732188112632 got entry batch from reader: WALEntryBatch [walEntries=[{test/368ace0ffb11d84824821c4a669e2013/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732188131769/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T11:22:12,225 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:22:12,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T11:22:12,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.ReplicationSink(318): Replicating [5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3] bulk loaded data 2024-11-21T11:22:12,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@421c2011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:12,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,43769,-1 for getting cluster id 2024-11-21T11:22:12,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:22:12,227 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18cfa50d-b2cb-4496-8654-cc6b1b220fb5' 2024-11-21T11:22:12,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:22:12,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18cfa50d-b2cb-4496-8654-cc6b1b220fb5" 2024-11-21T11:22:12,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a9a4ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:12,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,43769,-1] 2024-11-21T11:22:12,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:22:12,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:12,228 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:22:12,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10c6bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:12,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741837_1013 (size=7894) 2024-11-21T11:22:12,423 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 to pos 687, reset compression=false 2024-11-21T11:22:12,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741838_1014 (size=7691) 2024-11-21T11:22:12,726 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 to pos 687, reset compression=false 2024-11-21T11:22:12,777 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T11:22:13,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:22:13,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,43769,1732188116583 2024-11-21T11:22:13,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f01c49e 2024-11-21T11:22:13,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:22:13,046 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-21T11:22:13,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T11:22:13,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:22:13,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35629,1732188116633, seqNum=-1] 2024-11-21T11:22:13,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:13,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-21T11:22:13,054 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__finh7iq9lhcnm1kvr0u7tfjfebhsr7035jhoa3vdaen35g0m4gbhd95m78a1g8tq/f/9b1aa8fba21f461e98f9899af47b6e12_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-21T11:22:13,056 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__finh7iq9lhcnm1kvr0u7tfjfebhsr7035jhoa3vdaen35g0m4gbhd95m78a1g8tq/f/ab56fc1491844ae48db9469cda2e7795_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-21T11:22:13,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__finh7iq9lhcnm1kvr0u7tfjfebhsr7035jhoa3vdaen35g0m4gbhd95m78a1g8tq/f/9b1aa8fba21f461e98f9899af47b6e12_SeqId_4_ for inclusion in c7932074c8e2bbb70afe0aa0bc3469d4/f 2024-11-21T11:22:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T11:22:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:22:13,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__finh7iq9lhcnm1kvr0u7tfjfebhsr7035jhoa3vdaen35g0m4gbhd95m78a1g8tq/f/ab56fc1491844ae48db9469cda2e7795_SeqId_4_ for inclusion in c7932074c8e2bbb70afe0aa0bc3469d4/f 2024-11-21T11:22:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T11:22:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:22:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HRegion(2603): Flush status journal for c7932074c8e2bbb70afe0aa0bc3469d4: 2024-11-21T11:22:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9b1aa8fba21f461e98f9899af47b6e12_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T11:22:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__finh7iq9lhcnm1kvr0u7tfjfebhsr7035jhoa3vdaen35g0m4gbhd95m78a1g8tq/f/9b1aa8fba21f461e98f9899af47b6e12_SeqId_4_ as hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/f/962bcb94b326482fa8098762b7f7cf96_SeqId_4_ 2024-11-21T11:22:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ab56fc1491844ae48db9469cda2e7795_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T11:22:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__finh7iq9lhcnm1kvr0u7tfjfebhsr7035jhoa3vdaen35g0m4gbhd95m78a1g8tq/f/ab56fc1491844ae48db9469cda2e7795_SeqId_4_ as hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/f/1790cc89fbcc4f2cbdb5cae8f03832ae_SeqId_4_ 2024-11-21T11:22:13,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__finh7iq9lhcnm1kvr0u7tfjfebhsr7035jhoa3vdaen35g0m4gbhd95m78a1g8tq/f/9b1aa8fba21f461e98f9899af47b6e12_SeqId_4_ into c7932074c8e2bbb70afe0aa0bc3469d4/f as hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/f/962bcb94b326482fa8098762b7f7cf96_SeqId_4_ - updating store file list. 2024-11-21T11:22:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 962bcb94b326482fa8098762b7f7cf96_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T11:22:13,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/f/962bcb94b326482fa8098762b7f7cf96_SeqId_4_ into c7932074c8e2bbb70afe0aa0bc3469d4/f 2024-11-21T11:22:13,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__finh7iq9lhcnm1kvr0u7tfjfebhsr7035jhoa3vdaen35g0m4gbhd95m78a1g8tq/f/9b1aa8fba21f461e98f9899af47b6e12_SeqId_4_ into c7932074c8e2bbb70afe0aa0bc3469d4/f (new location: hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/f/962bcb94b326482fa8098762b7f7cf96_SeqId_4_) 2024-11-21T11:22:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__finh7iq9lhcnm1kvr0u7tfjfebhsr7035jhoa3vdaen35g0m4gbhd95m78a1g8tq/f/9b1aa8fba21f461e98f9899af47b6e12_SeqId_4_ 2024-11-21T11:22:13,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__finh7iq9lhcnm1kvr0u7tfjfebhsr7035jhoa3vdaen35g0m4gbhd95m78a1g8tq/f/ab56fc1491844ae48db9469cda2e7795_SeqId_4_ into c7932074c8e2bbb70afe0aa0bc3469d4/f as hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/f/1790cc89fbcc4f2cbdb5cae8f03832ae_SeqId_4_ - updating store file list. 2024-11-21T11:22:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1790cc89fbcc4f2cbdb5cae8f03832ae_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T11:22:13,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/f/1790cc89fbcc4f2cbdb5cae8f03832ae_SeqId_4_ into c7932074c8e2bbb70afe0aa0bc3469d4/f 2024-11-21T11:22:13,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__finh7iq9lhcnm1kvr0u7tfjfebhsr7035jhoa3vdaen35g0m4gbhd95m78a1g8tq/f/ab56fc1491844ae48db9469cda2e7795_SeqId_4_ into c7932074c8e2bbb70afe0aa0bc3469d4/f (new location: hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/f/1790cc89fbcc4f2cbdb5cae8f03832ae_SeqId_4_) 2024-11-21T11:22:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__finh7iq9lhcnm1kvr0u7tfjfebhsr7035jhoa3vdaen35g0m4gbhd95m78a1g8tq/f/ab56fc1491844ae48db9469cda2e7795_SeqId_4_ 2024-11-21T11:22:13,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.ReplicationSink(324): Finished replicating [5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3] bulk loaded data 2024-11-21T11:22:13,130 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 to pos 687, reset compression=false 2024-11-21T11:22:13,229 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:22:13,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:13,633 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 to pos 687, reset compression=false 2024-11-21T11:22:13,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:22:13,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,39365,1732188119653, seqNum=-1] 2024-11-21T11:22:13,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:13,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:13,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa., hostname=7b462513bfc2,39365,1732188119653, seqNum=2] 2024-11-21T11:22:13,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:22:13,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:22:13,795 DEBUG [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b462513bfc2%2C35175%2C1732188112632.meta:.meta(num 1732188115521) roll requested 2024-11-21T11:22:13,812 DEBUG [regionserver/7b462513bfc2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.meta.1732188133795.meta, exclude list is [], retry=0 2024-11-21T11:22:13,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33947,DS-f95766b7-7465-4dd8-8234-2347e86524cd,DISK] 2024-11-21T11:22:13,816 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.meta.1732188115521.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.meta.1732188133795.meta 2024-11-21T11:22:13,816 DEBUG [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44349:44349)] 2024-11-21T11:22:13,816 DEBUG [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.meta.1732188115521.meta is not closed yet, will try archiving it next time 2024-11-21T11:22:13,816 DEBUG [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b462513bfc2%2C35175%2C1732188112632:(num 1732188114619) roll requested 2024-11-21T11:22:13,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741834_1010 (size=3473) 2024-11-21T11:22:13,833 DEBUG [regionserver/7b462513bfc2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816, exclude list is [], retry=0 2024-11-21T11:22:13,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33947,DS-f95766b7-7465-4dd8-8234-2347e86524cd,DISK] 2024-11-21T11:22:13,836 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 2024-11-21T11:22:13,836 DEBUG [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44349:44349)] 2024-11-21T11:22:13,836 DEBUG [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 is not closed yet, will try archiving it next time 2024-11-21T11:22:13,836 DEBUG [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b462513bfc2%2C35175%2C1732188112632.rep:(num 1732188129910) roll requested 2024-11-21T11:22:13,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a371d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:13,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,41933,-1 for getting cluster id 2024-11-21T11:22:13,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:22:13,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741832_1008 (size=695) 2024-11-21T11:22:13,837 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3' 2024-11-21T11:22:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:22:13,837 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 not finished, retry = 0 2024-11-21T11:22:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3" 2024-11-21T11:22:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ccef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,41933,-1] 2024-11-21T11:22:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:22:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:13,839 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:22:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d08c44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:13,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:22:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,41933,1732188112583 2024-11-21T11:22:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b31810e 2024-11-21T11:22:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:22:13,841 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:22:13,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://7b462513bfc2:43359,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T11:22:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T11:22:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T11:22:13,844 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:43359' 2024-11-21T11:22:13,844 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c79a7ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:13,844 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,43359,-1 for getting cluster id 2024-11-21T11:22:13,844 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:22:13,845 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a354d1-69ba-4657-b368-7ccf9f630ee6' 2024-11-21T11:22:13,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:22:13,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a354d1-69ba-4657-b368-7ccf9f630ee6" 2024-11-21T11:22:13,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87f694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:13,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,43359,-1] 2024-11-21T11:22:13,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:22:13,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:13,846 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:22:13,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533ca207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:13,847 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:22:13,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,43359,1732188119616 2024-11-21T11:22:13,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14c32904 2024-11-21T11:22:13,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:22:13,848 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:22:13,848 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T11:22:13,849 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T11:22:13,849 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:13,849 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:13,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:22:13,851 DEBUG [regionserver/7b462513bfc2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.rep.1732188133836, exclude list is [], retry=0 2024-11-21T11:22:13,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33947,DS-f95766b7-7465-4dd8-8234-2347e86524cd,DISK] 2024-11-21T11:22:13,854 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.rep.1732188129910 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.rep.1732188133836 2024-11-21T11:22:13,855 DEBUG [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44349:44349)] 2024-11-21T11:22:13,855 DEBUG [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.rep.1732188129910 is not closed yet, will try archiving it next time 2024-11-21T11:22:13,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741839_1015 (size=1505) 2024-11-21T11:22:13,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T11:22:13,939 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 to hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/oldWALs/7b462513bfc2%2C35175%2C1732188112632.1732188114619 2024-11-21T11:22:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T11:22:14,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35175 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T11:22:14,008 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T11:22:14,037 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-7b462513bfc2,35175,1732188112632, ReplicationSource: 2, currentBandwidth=0 2024-11-21T11:22:14,039 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T11:22:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T11:22:14,041 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 7b462513bfc2,35175,1732188112632 suceeded 2024-11-21T11:22:14,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T11:22:14,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-21T11:22:14,042 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://7b462513bfc2:43359,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T11:22:14,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 201 msec 2024-11-21T11:22:14,053 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b462513bfc2:43359' 2024-11-21T11:22:14,053 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ab05b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:14,054 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,43359,-1 for getting cluster id 2024-11-21T11:22:14,054 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:22:14,054 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a354d1-69ba-4657-b368-7ccf9f630ee6' 2024-11-21T11:22:14,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:22:14,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a354d1-69ba-4657-b368-7ccf9f630ee6" 2024-11-21T11:22:14,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13a10c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:14,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,43359,-1] 2024-11-21T11:22:14,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:22:14,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:14,055 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:22:14,056 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e79e77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:14,056 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:22:14,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,43359,1732188119616 2024-11-21T11:22:14,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28d182e0 2024-11-21T11:22:14,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:22:14,057 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T11:22:14,057 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7b462513bfc2,35175,1732188112632 (queues=1) is replicating from cluster=5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3 to cluster=65a354d1-69ba-4657-b368-7ccf9f630ee6 2024-11-21T11:22:14,058 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7b462513bfc2%2C35175%2C1732188112632 2024-11-21T11:22:14,058 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7b462513bfc2,35175,1732188112632, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T11:22:14,058 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816, startPosition=0, beingWritten=true 2024-11-21T11:22:14,058 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b462513bfc2%2C35175%2C1732188112632 2024-11-21T11:22:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T11:22:14,165 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T11:22:14,165 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:22:14,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:14,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:14,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:14,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:22:14,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:22:14,169 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732188134168/Put/seqid=0 2024-11-21T11:22:14,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741845_1021 (size=11194) 2024-11-21T11:22:14,173 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732188134173/Put/seqid=0 2024-11-21T11:22:14,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741846_1022 (size=10791) 2024-11-21T11:22:14,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6030f2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:14,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,41933,-1 for getting cluster id 2024-11-21T11:22:14,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:22:14,178 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3' 2024-11-21T11:22:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:22:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3" 2024-11-21T11:22:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9f445f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:14,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,41933,-1] 2024-11-21T11:22:14,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:22:14,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:14,179 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:22:14,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7c1349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:14,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:22:14,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,35175,1732188112632, seqNum=-1] 2024-11-21T11:22:14,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:14,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:14,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:22:14,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,41933,1732188112583 2024-11-21T11:22:14,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b479d7e 2024-11-21T11:22:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:22:14,188 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:22:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732188122291.368ace0ffb11d84824821c4a669e2013., hostname=7b462513bfc2,35175,1732188112632, seqNum=2] 2024-11-21T11:22:14,192 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T11:22:14,196 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-21T11:22:14,198 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-21T11:22:14,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 368ace0ffb11d84824821c4a669e2013/f 2024-11-21T11:22:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T11:22:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:22:14,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 368ace0ffb11d84824821c4a669e2013/f 2024-11-21T11:22:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T11:22:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:22:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HRegion(2603): Flush status journal for 368ace0ffb11d84824821c4a669e2013: 2024-11-21T11:22:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__aoqssgr9n1k7j8crt5ol4evt4n9pa844eim7b68a0ccoeh10o71fllcg9kq14chf/f/hfile_0 2024-11-21T11:22:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__aoqssgr9n1k7j8crt5ol4evt4n9pa844eim7b68a0ccoeh10o71fllcg9kq14chf/f/hfile_0 as hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/f/7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_ 2024-11-21T11:22:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__aoqssgr9n1k7j8crt5ol4evt4n9pa844eim7b68a0ccoeh10o71fllcg9kq14chf/f/hfile_1 2024-11-21T11:22:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__aoqssgr9n1k7j8crt5ol4evt4n9pa844eim7b68a0ccoeh10o71fllcg9kq14chf/f/hfile_1 as hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/f/5c192f51fd1849c099dee1febf3ff435_SeqId_6_ 2024-11-21T11:22:14,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__aoqssgr9n1k7j8crt5ol4evt4n9pa844eim7b68a0ccoeh10o71fllcg9kq14chf/f/hfile_0 into 368ace0ffb11d84824821c4a669e2013/f as hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/f/7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_ - updating store file list. 2024-11-21T11:22:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T11:22:14,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/f/7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_ into 368ace0ffb11d84824821c4a669e2013/f 2024-11-21T11:22:14,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__aoqssgr9n1k7j8crt5ol4evt4n9pa844eim7b68a0ccoeh10o71fllcg9kq14chf/f/hfile_0 into 368ace0ffb11d84824821c4a669e2013/f (new location: hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/f/7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_) 2024-11-21T11:22:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__aoqssgr9n1k7j8crt5ol4evt4n9pa844eim7b68a0ccoeh10o71fllcg9kq14chf/f/hfile_0 2024-11-21T11:22:14,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__aoqssgr9n1k7j8crt5ol4evt4n9pa844eim7b68a0ccoeh10o71fllcg9kq14chf/f/hfile_1 into 368ace0ffb11d84824821c4a669e2013/f as hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/f/5c192f51fd1849c099dee1febf3ff435_SeqId_6_ - updating store file list. 2024-11-21T11:22:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c192f51fd1849c099dee1febf3ff435_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T11:22:14,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/f/5c192f51fd1849c099dee1febf3ff435_SeqId_6_ into 368ace0ffb11d84824821c4a669e2013/f 2024-11-21T11:22:14,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__aoqssgr9n1k7j8crt5ol4evt4n9pa844eim7b68a0ccoeh10o71fllcg9kq14chf/f/hfile_1 into 368ace0ffb11d84824821c4a669e2013/f (new location: hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/f/5c192f51fd1849c099dee1febf3ff435_SeqId_6_) 2024-11-21T11:22:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/staging/jenkins__test__aoqssgr9n1k7j8crt5ol4evt4n9pa844eim7b68a0ccoeh10o71fllcg9kq14chf/f/hfile_1 2024-11-21T11:22:14,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:22:14,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:14,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:14,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:14,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:22:14,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732188122291.368ace0ffb11d84824821c4a669e2013., hostname=7b462513bfc2,35175,1732188112632, seqNum=2 , the old value is region=test,,1732188122291.368ace0ffb11d84824821c4a669e2013., hostname=7b462513bfc2,35175,1732188112632, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b462513bfc2:35175 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T11:22:14,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732188122291.368ace0ffb11d84824821c4a669e2013., hostname=7b462513bfc2,35175,1732188112632, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T11:22:14,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732188122291.368ace0ffb11d84824821c4a669e2013., hostname=7b462513bfc2,35175,1732188112632, seqNum=2 from cache 2024-11-21T11:22:14,223 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T11:22:14,226 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T11:22:14,236 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 to pos 687, reset compression=false 2024-11-21T11:22:14,242 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 was moved to hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/oldWALs/7b462513bfc2%2C35175%2C1732188112632.1732188114619 2024-11-21T11:22:14,244 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619 2024-11-21T11:22:14,244 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,35175,1732188112632 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188114619, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-21T11:22:14,244 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816, startPosition=0, beingWritten=true 2024-11-21T11:22:14,246 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [7b462513bfc2%2C35175%2C1732188112632.1732188114619] 2024-11-21T11:22:14,248 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:22:14,248 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,35175,1732188112632 got entry batch from reader: WALEntryBatch [walEntries=[{test/368ace0ffb11d84824821c4a669e2013/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732188134221/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T11:22:14,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.ReplicationSink(318): Replicating [5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3] bulk loaded data 2024-11-21T11:22:14,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741839_1015 (size=11194) 2024-11-21T11:22:14,262 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 0, reset compression=false 2024-11-21T11:22:14,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741840_1016 (size=10791) 2024-11-21T11:22:14,270 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T11:22:14,270 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-7b462513bfc2,35175,1732188112632 got entry batch from reader: WALEntryBatch [walEntries=[{test/368ace0ffb11d84824821c4a669e2013/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732188134221/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T11:22:14,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T11:22:14,272 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:22:14,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T11:22:14,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.ReplicationSink(318): Replicating [5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3] bulk loaded data 2024-11-21T11:22:14,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c5825c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:14,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,43359,-1 for getting cluster id 2024-11-21T11:22:14,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:22:14,274 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a354d1-69ba-4657-b368-7ccf9f630ee6' 2024-11-21T11:22:14,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:22:14,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a354d1-69ba-4657-b368-7ccf9f630ee6" 2024-11-21T11:22:14,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c8fea8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:14,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,43359,-1] 2024-11-21T11:22:14,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:22:14,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:14,276 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:22:14,276 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__pcr3j6tsvcf4oss60q8tcma672g39l89aop846ejerpivkgtl8pibeoip5ebij61/f/5c192f51fd1849c099dee1febf3ff435_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T11:22:14,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21dca579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:14,278 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__pcr3j6tsvcf4oss60q8tcma672g39l89aop846ejerpivkgtl8pibeoip5ebij61/f/7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T11:22:14,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__pcr3j6tsvcf4oss60q8tcma672g39l89aop846ejerpivkgtl8pibeoip5ebij61/f/5c192f51fd1849c099dee1febf3ff435_SeqId_6_ for inclusion in c7932074c8e2bbb70afe0aa0bc3469d4/f 2024-11-21T11:22:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T11:22:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:22:14,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__pcr3j6tsvcf4oss60q8tcma672g39l89aop846ejerpivkgtl8pibeoip5ebij61/f/7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_ for inclusion in c7932074c8e2bbb70afe0aa0bc3469d4/f 2024-11-21T11:22:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T11:22:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:22:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HRegion(2603): Flush status journal for c7932074c8e2bbb70afe0aa0bc3469d4: 2024-11-21T11:22:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5c192f51fd1849c099dee1febf3ff435_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T11:22:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__pcr3j6tsvcf4oss60q8tcma672g39l89aop846ejerpivkgtl8pibeoip5ebij61/f/5c192f51fd1849c099dee1febf3ff435_SeqId_6_ as hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/f/a81353fa9af5462193c86b228f786756_SeqId_6_ 2024-11-21T11:22:14,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741837_1013 (size=11194) 2024-11-21T11:22:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T11:22:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__pcr3j6tsvcf4oss60q8tcma672g39l89aop846ejerpivkgtl8pibeoip5ebij61/f/7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_ as hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/f/7636d4d8bb294b37921592e71f5f6704_SeqId_6_ 2024-11-21T11:22:14,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__pcr3j6tsvcf4oss60q8tcma672g39l89aop846ejerpivkgtl8pibeoip5ebij61/f/5c192f51fd1849c099dee1febf3ff435_SeqId_6_ into c7932074c8e2bbb70afe0aa0bc3469d4/f as hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/f/a81353fa9af5462193c86b228f786756_SeqId_6_ - updating store file list. 2024-11-21T11:22:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a81353fa9af5462193c86b228f786756_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T11:22:14,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/f/a81353fa9af5462193c86b228f786756_SeqId_6_ into c7932074c8e2bbb70afe0aa0bc3469d4/f 2024-11-21T11:22:14,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__pcr3j6tsvcf4oss60q8tcma672g39l89aop846ejerpivkgtl8pibeoip5ebij61/f/5c192f51fd1849c099dee1febf3ff435_SeqId_6_ into c7932074c8e2bbb70afe0aa0bc3469d4/f (new location: hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/f/a81353fa9af5462193c86b228f786756_SeqId_6_) 2024-11-21T11:22:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__pcr3j6tsvcf4oss60q8tcma672g39l89aop846ejerpivkgtl8pibeoip5ebij61/f/5c192f51fd1849c099dee1febf3ff435_SeqId_6_ 2024-11-21T11:22:14,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__pcr3j6tsvcf4oss60q8tcma672g39l89aop846ejerpivkgtl8pibeoip5ebij61/f/7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_ into c7932074c8e2bbb70afe0aa0bc3469d4/f as hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/f/7636d4d8bb294b37921592e71f5f6704_SeqId_6_ - updating store file list. 2024-11-21T11:22:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7636d4d8bb294b37921592e71f5f6704_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T11:22:14,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/f/7636d4d8bb294b37921592e71f5f6704_SeqId_6_ into c7932074c8e2bbb70afe0aa0bc3469d4/f 2024-11-21T11:22:14,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__pcr3j6tsvcf4oss60q8tcma672g39l89aop846ejerpivkgtl8pibeoip5ebij61/f/7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_ into c7932074c8e2bbb70afe0aa0bc3469d4/f (new location: hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/f/7636d4d8bb294b37921592e71f5f6704_SeqId_6_) 2024-11-21T11:22:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/staging/jenkins.hfs.22__test__pcr3j6tsvcf4oss60q8tcma672g39l89aop846ejerpivkgtl8pibeoip5ebij61/f/7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_ 2024-11-21T11:22:14,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.ReplicationSink(324): Finished replicating [5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3] bulk loaded data 2024-11-21T11:22:14,334 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:35175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T11:22:14,448 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:14,470 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:14,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741838_1014 (size=10791) 2024-11-21T11:22:14,752 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:14,773 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:15,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:22:15,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,43359,1732188119616 2024-11-21T11:22:15,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19b606bb 2024-11-21T11:22:15,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:22:15,095 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-21T11:22:15,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T11:22:15,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:22:15,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,39365,1732188119653, seqNum=-1] 2024-11-21T11:22:15,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:15,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-21T11:22:15,102 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/staging/jenkins.hfs.23__test__ich9buh9ma9749kq2c7cu3fcp525a82a33ok04816jm1dpdflbg2deis3bfodvm4/f/5c192f51fd1849c099dee1febf3ff435_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T11:22:15,104 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/staging/jenkins.hfs.23__test__ich9buh9ma9749kq2c7cu3fcp525a82a33ok04816jm1dpdflbg2deis3bfodvm4/f/7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T11:22:15,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/staging/jenkins.hfs.23__test__ich9buh9ma9749kq2c7cu3fcp525a82a33ok04816jm1dpdflbg2deis3bfodvm4/f/5c192f51fd1849c099dee1febf3ff435_SeqId_6_ for inclusion in 2f45c2c1ca976d41912fde0db064bdaa/f 2024-11-21T11:22:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T11:22:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:22:15,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/staging/jenkins.hfs.23__test__ich9buh9ma9749kq2c7cu3fcp525a82a33ok04816jm1dpdflbg2deis3bfodvm4/f/7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_ for inclusion in 2f45c2c1ca976d41912fde0db064bdaa/f 2024-11-21T11:22:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T11:22:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T11:22:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.HRegion(2603): Flush status journal for 2f45c2c1ca976d41912fde0db064bdaa: 2024-11-21T11:22:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5c192f51fd1849c099dee1febf3ff435_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T11:22:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/staging/jenkins.hfs.23__test__ich9buh9ma9749kq2c7cu3fcp525a82a33ok04816jm1dpdflbg2deis3bfodvm4/f/5c192f51fd1849c099dee1febf3ff435_SeqId_6_ as hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/default/test/2f45c2c1ca976d41912fde0db064bdaa/f/545a5b57702042baba19ce9071a80ce0_SeqId_4_ 2024-11-21T11:22:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T11:22:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/staging/jenkins.hfs.23__test__ich9buh9ma9749kq2c7cu3fcp525a82a33ok04816jm1dpdflbg2deis3bfodvm4/f/7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_ as hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/default/test/2f45c2c1ca976d41912fde0db064bdaa/f/88f6d7ff593246e09bf46401815c5dcc_SeqId_4_ 2024-11-21T11:22:15,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/staging/jenkins.hfs.23__test__ich9buh9ma9749kq2c7cu3fcp525a82a33ok04816jm1dpdflbg2deis3bfodvm4/f/5c192f51fd1849c099dee1febf3ff435_SeqId_6_ into 2f45c2c1ca976d41912fde0db064bdaa/f as hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/default/test/2f45c2c1ca976d41912fde0db064bdaa/f/545a5b57702042baba19ce9071a80ce0_SeqId_4_ - updating store file list. 2024-11-21T11:22:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 545a5b57702042baba19ce9071a80ce0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T11:22:15,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/default/test/2f45c2c1ca976d41912fde0db064bdaa/f/545a5b57702042baba19ce9071a80ce0_SeqId_4_ into 2f45c2c1ca976d41912fde0db064bdaa/f 2024-11-21T11:22:15,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/staging/jenkins.hfs.23__test__ich9buh9ma9749kq2c7cu3fcp525a82a33ok04816jm1dpdflbg2deis3bfodvm4/f/5c192f51fd1849c099dee1febf3ff435_SeqId_6_ into 2f45c2c1ca976d41912fde0db064bdaa/f (new location: hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/default/test/2f45c2c1ca976d41912fde0db064bdaa/f/545a5b57702042baba19ce9071a80ce0_SeqId_4_) 2024-11-21T11:22:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/staging/jenkins.hfs.23__test__ich9buh9ma9749kq2c7cu3fcp525a82a33ok04816jm1dpdflbg2deis3bfodvm4/f/5c192f51fd1849c099dee1febf3ff435_SeqId_6_ 2024-11-21T11:22:15,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/staging/jenkins.hfs.23__test__ich9buh9ma9749kq2c7cu3fcp525a82a33ok04816jm1dpdflbg2deis3bfodvm4/f/7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_ into 2f45c2c1ca976d41912fde0db064bdaa/f as hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/default/test/2f45c2c1ca976d41912fde0db064bdaa/f/88f6d7ff593246e09bf46401815c5dcc_SeqId_4_ - updating store file list. 2024-11-21T11:22:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 88f6d7ff593246e09bf46401815c5dcc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T11:22:15,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/default/test/2f45c2c1ca976d41912fde0db064bdaa/f/88f6d7ff593246e09bf46401815c5dcc_SeqId_4_ into 2f45c2c1ca976d41912fde0db064bdaa/f 2024-11-21T11:22:15,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/staging/jenkins.hfs.23__test__ich9buh9ma9749kq2c7cu3fcp525a82a33ok04816jm1dpdflbg2deis3bfodvm4/f/7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_ into 2f45c2c1ca976d41912fde0db064bdaa/f (new location: hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/default/test/2f45c2c1ca976d41912fde0db064bdaa/f/88f6d7ff593246e09bf46401815c5dcc_SeqId_4_) 2024-11-21T11:22:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/staging/jenkins.hfs.23__test__ich9buh9ma9749kq2c7cu3fcp525a82a33ok04816jm1dpdflbg2deis3bfodvm4/f/7c2f33e1add44505a2ba8f52cc0d4237_SeqId_6_ 2024-11-21T11:22:15,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.ReplicationSink(324): Finished replicating [5f2b1f5d-ae70-4abf-a6c1-88c2d48a79d3] bulk loaded data 2024-11-21T11:22:15,156 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:15,176 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:15,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:22:15,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:22:15,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:15,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:15,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:15,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:22:15,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:22:15,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1347826014, stopped=false 2024-11-21T11:22:15,239 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,43359,1732188119616 2024-11-21T11:22:15,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-713087992/running 2024-11-21T11:22:15,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992 2024-11-21T11:22:15,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-713087992/running 2024-11-21T11:22:15,241 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:22:15,241 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:22:15,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:15,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992 2024-11-21T11:22:15,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:15,241 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,39365,1732188119653' ***** 2024-11-21T11:22:15,241 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:22:15,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Set watcher on znode that does not yet exist, /2-713087992/running 2024-11-21T11:22:15,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Set watcher on znode that does not yet exist, /2-713087992/running 2024-11-21T11:22:15,242 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:22:15,242 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:22:15,242 INFO [RS:0;7b462513bfc2:39365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:22:15,242 INFO [RS:0;7b462513bfc2:39365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:22:15,243 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f45c2c1ca976d41912fde0db064bdaa 2024-11-21T11:22:15,243 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,39365,1732188119653 2024-11-21T11:22:15,243 INFO [RS:0;7b462513bfc2:39365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:22:15,243 INFO [RS:0;7b462513bfc2:39365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:39365. 2024-11-21T11:22:15,243 DEBUG [RS:0;7b462513bfc2:39365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:15,243 DEBUG [RS:0;7b462513bfc2:39365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:15,243 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:22:15,243 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:22:15,243 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:22:15,243 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:22:15,244 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T11:22:15,244 DEBUG [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(1325): Online Regions={2f45c2c1ca976d41912fde0db064bdaa=test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:22:15,244 DEBUG [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f45c2c1ca976d41912fde0db064bdaa 2024-11-21T11:22:15,244 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f45c2c1ca976d41912fde0db064bdaa, disabling compactions & flushes 2024-11-21T11:22:15,244 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa. 2024-11-21T11:22:15,244 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa. 2024-11-21T11:22:15,244 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa. after waiting 0 ms 2024-11-21T11:22:15,244 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa. 2024-11-21T11:22:15,244 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:22:15,244 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:22:15,244 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:22:15,244 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:22:15,244 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:22:15,244 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T11:22:15,248 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/default/test/2f45c2c1ca976d41912fde0db064bdaa/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T11:22:15,248 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:22:15,248 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:22:15,248 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa. 2024-11-21T11:22:15,248 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f45c2c1ca976d41912fde0db064bdaa: Waiting for close lock at 1732188135244Running coprocessor pre-close hooks at 1732188135244Disabling compacts and flushes for region at 1732188135244Disabling writes for close at 1732188135244Writing region close event to WAL at 1732188135245 (+1 ms)Running coprocessor post-close hooks at 1732188135248 (+3 ms)Closed at 1732188135248 2024-11-21T11:22:15,249 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa. 2024-11-21T11:22:15,260 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/.tmp/info/10a14323668240daadc7b745b41aaa7f is 129, key is test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa./info:regioninfo/1732188127742/Put/seqid=0 2024-11-21T11:22:15,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741839_1015 (size=6421) 2024-11-21T11:22:15,264 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/.tmp/info/10a14323668240daadc7b745b41aaa7f 2024-11-21T11:22:15,284 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/.tmp/ns/b39eb972ffea48bca573bd4d5bf386f3 is 43, key is default/ns:d/1732188122189/Put/seqid=0 2024-11-21T11:22:15,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741840_1016 (size=5153) 2024-11-21T11:22:15,339 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:22:15,444 DEBUG [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:22:15,644 DEBUG [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:22:15,659 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:15,679 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:15,688 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/.tmp/ns/b39eb972ffea48bca573bd4d5bf386f3 2024-11-21T11:22:15,708 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/.tmp/rep_barrier/e550bf464ce14d05a154fd2118a61667 is 112, key is test,,1732188126597.2f45c2c1ca976d41912fde0db064bdaa./rep_barrier:seqnumDuringOpen/1732188127742/Put/seqid=0 2024-11-21T11:22:15,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741841_1017 (size=5518) 2024-11-21T11:22:15,844 DEBUG [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:22:16,044 DEBUG [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:22:16,112 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/.tmp/rep_barrier/e550bf464ce14d05a154fd2118a61667 2024-11-21T11:22:16,131 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:22:16,131 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:22:16,133 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/.tmp/table/6c250b367cca46d1800363d0d51e970e is 40, key is test/table:state/1732188127749/Put/seqid=0 2024-11-21T11:22:16,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741842_1018 (size=5165) 2024-11-21T11:22:16,136 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/.tmp/table/6c250b367cca46d1800363d0d51e970e 2024-11-21T11:22:16,143 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/.tmp/info/10a14323668240daadc7b745b41aaa7f as hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/info/10a14323668240daadc7b745b41aaa7f 2024-11-21T11:22:16,146 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/info/10a14323668240daadc7b745b41aaa7f, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T11:22:16,147 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/.tmp/ns/b39eb972ffea48bca573bd4d5bf386f3 as hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/ns/b39eb972ffea48bca573bd4d5bf386f3 2024-11-21T11:22:16,150 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/ns/b39eb972ffea48bca573bd4d5bf386f3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T11:22:16,150 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/.tmp/rep_barrier/e550bf464ce14d05a154fd2118a61667 as hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/rep_barrier/e550bf464ce14d05a154fd2118a61667 2024-11-21T11:22:16,153 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/rep_barrier/e550bf464ce14d05a154fd2118a61667, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T11:22:16,154 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/.tmp/table/6c250b367cca46d1800363d0d51e970e as hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/table/6c250b367cca46d1800363d0d51e970e 2024-11-21T11:22:16,157 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/table/6c250b367cca46d1800363d0d51e970e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T11:22:16,158 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=11, compaction requested=false 2024-11-21T11:22:16,173 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T11:22:16,173 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:22:16,173 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:22:16,173 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:22:16,173 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188135244Running coprocessor pre-close hooks at 1732188135244Disabling compacts and flushes for region at 1732188135244Disabling writes for close at 1732188135244Obtaining lock to block concurrent updates at 1732188135244Preparing flush snapshotting stores in 1588230740 at 1732188135244Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732188135245 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732188135245Flushing 1588230740/info: creating writer at 1732188135245Flushing 1588230740/info: appending metadata at 1732188135260 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732188135260Flushing 1588230740/ns: creating writer at 1732188135267 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732188135284 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732188135284Flushing 1588230740/rep_barrier: creating writer at 1732188135691 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732188135708 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732188135708Flushing 1588230740/table: creating writer at 1732188136115 (+407 ms)Flushing 1588230740/table: appending metadata at 1732188136132 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732188136132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26ab32ff: reopening flushed file at 1732188136142 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235479e1: reopening flushed file at 1732188136146 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@241e3cfe: reopening flushed file at 1732188136150 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e885f46: reopening flushed file at 1732188136154 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=11, compaction requested=false at 1732188136158 (+4 ms)Writing region close event to WAL at 1732188136166 (+8 ms)Running coprocessor post-close hooks at 1732188136173 (+7 ms)Closed at 1732188136173 2024-11-21T11:22:16,173 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:22:16,245 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,39365,1732188119653; all regions closed. 2024-11-21T11:22:16,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741834_1010 (size=2717) 2024-11-21T11:22:16,248 DEBUG [RS:0;7b462513bfc2:39365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/oldWALs 2024-11-21T11:22:16,248 INFO [RS:0;7b462513bfc2:39365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C39365%2C1732188119653.meta:.meta(num 1732188122151) 2024-11-21T11:22:16,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741832_1008 (size=1028) 2024-11-21T11:22:16,251 DEBUG [RS:0;7b462513bfc2:39365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/oldWALs 2024-11-21T11:22:16,251 INFO [RS:0;7b462513bfc2:39365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C39365%2C1732188119653:(num 1732188121262) 2024-11-21T11:22:16,251 DEBUG [RS:0;7b462513bfc2:39365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:16,251 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:22:16,251 INFO [RS:0;7b462513bfc2:39365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:22:16,251 INFO [RS:0;7b462513bfc2:39365 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T11:22:16,251 INFO [RS:0;7b462513bfc2:39365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:22:16,251 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:22:16,252 INFO [RS:0;7b462513bfc2:39365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:39365. 2024-11-21T11:22:16,252 DEBUG [RS:0;7b462513bfc2:39365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:16,252 DEBUG [RS:0;7b462513bfc2:39365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:16,252 DEBUG [RS:0;7b462513bfc2:39365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:16,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:22:16,252 INFO [RS:0;7b462513bfc2:39365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39365 2024-11-21T11:22:16,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-713087992/rs/7b462513bfc2,39365,1732188119653 2024-11-21T11:22:16,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992/rs 2024-11-21T11:22:16,255 INFO [RS:0;7b462513bfc2:39365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:22:16,256 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,39365,1732188119653] 2024-11-21T11:22:16,257 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-713087992/draining/7b462513bfc2,39365,1732188119653 already deleted, retry=false 2024-11-21T11:22:16,257 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,39365,1732188119653 expired; onlineServers=0 2024-11-21T11:22:16,257 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,43359,1732188119616' ***** 2024-11-21T11:22:16,257 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:22:16,257 INFO [M:0;7b462513bfc2:43359 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:22:16,257 INFO [M:0;7b462513bfc2:43359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:22:16,258 DEBUG [M:0;7b462513bfc2:43359 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:22:16,258 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:22:16,258 DEBUG [M:0;7b462513bfc2:43359 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:22:16,258 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188121010 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188121010,5,FailOnTimeoutGroup] 2024-11-21T11:22:16,258 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188121009 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188121009,5,FailOnTimeoutGroup] 2024-11-21T11:22:16,258 INFO [M:0;7b462513bfc2:43359 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:22:16,258 INFO [M:0;7b462513bfc2:43359 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:22:16,258 DEBUG [M:0;7b462513bfc2:43359 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:22:16,258 INFO [M:0;7b462513bfc2:43359 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:22:16,258 INFO [M:0;7b462513bfc2:43359 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:22:16,259 INFO [M:0;7b462513bfc2:43359 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:22:16,259 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:22:16,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-713087992/master 2024-11-21T11:22:16,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-713087992 2024-11-21T11:22:16,259 DEBUG [M:0;7b462513bfc2:43359 {}] zookeeper.ZKUtil(347): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Unable to get data of znode /2-713087992/master because node does not exist (not an error) 2024-11-21T11:22:16,259 WARN [M:0;7b462513bfc2:43359 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:22:16,260 INFO [M:0;7b462513bfc2:43359 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/.lastflushedseqids 2024-11-21T11:22:16,263 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:16,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741843_1019 (size=173) 2024-11-21T11:22:16,263 INFO [M:0;7b462513bfc2:43359 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:22:16,263 INFO [M:0;7b462513bfc2:43359 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:22:16,264 DEBUG [M:0;7b462513bfc2:43359 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:22:16,264 INFO [M:0;7b462513bfc2:43359 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:22:16,264 DEBUG [M:0;7b462513bfc2:43359 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:22:16,264 DEBUG [M:0;7b462513bfc2:43359 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:22:16,264 DEBUG [M:0;7b462513bfc2:43359 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:22:16,264 INFO [M:0;7b462513bfc2:43359 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-21T11:22:16,278 DEBUG [M:0;7b462513bfc2:43359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c217b9d4eeb40678fa4ca8721b2b708 is 82, key is hbase:meta,,1/info:regioninfo/1732188122181/Put/seqid=0 2024-11-21T11:22:16,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741844_1020 (size=5672) 2024-11-21T11:22:16,281 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:16,356 INFO [RS:0;7b462513bfc2:39365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:22:16,356 INFO [RS:0;7b462513bfc2:39365 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,39365,1732188119653; zookeeper connection closed. 2024-11-21T11:22:16,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:22:16,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1013a42ed320007, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:22:16,357 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f1072b3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f1072b3 2024-11-21T11:22:16,357 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:22:16,682 INFO [M:0;7b462513bfc2:43359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c217b9d4eeb40678fa4ca8721b2b708 2024-11-21T11:22:16,699 DEBUG [M:0;7b462513bfc2:43359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04a752961ce045658956ee4db1370f76 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732188127753/Put/seqid=0 2024-11-21T11:22:16,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741845_1021 (size=6586) 2024-11-21T11:22:16,703 INFO [M:0;7b462513bfc2:43359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04a752961ce045658956ee4db1370f76 2024-11-21T11:22:16,708 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:22:16,719 DEBUG [M:0;7b462513bfc2:43359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4704391a28f141f291735171db0b789e is 69, key is 7b462513bfc2,39365,1732188119653/rs:state/1732188121094/Put/seqid=0 2024-11-21T11:22:16,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741846_1022 (size=5156) 2024-11-21T11:22:16,966 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:16,984 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:17,122 INFO [M:0;7b462513bfc2:43359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4704391a28f141f291735171db0b789e 2024-11-21T11:22:17,126 DEBUG [M:0;7b462513bfc2:43359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c217b9d4eeb40678fa4ca8721b2b708 as hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c217b9d4eeb40678fa4ca8721b2b708 2024-11-21T11:22:17,130 INFO [M:0;7b462513bfc2:43359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c217b9d4eeb40678fa4ca8721b2b708, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T11:22:17,130 DEBUG [M:0;7b462513bfc2:43359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04a752961ce045658956ee4db1370f76 as hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04a752961ce045658956ee4db1370f76 2024-11-21T11:22:17,133 INFO [M:0;7b462513bfc2:43359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04a752961ce045658956ee4db1370f76, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T11:22:17,134 DEBUG [M:0;7b462513bfc2:43359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4704391a28f141f291735171db0b789e as hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4704391a28f141f291735171db0b789e 2024-11-21T11:22:17,137 INFO [M:0;7b462513bfc2:43359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46267/user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4704391a28f141f291735171db0b789e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T11:22:17,138 INFO [M:0;7b462513bfc2:43359 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=55, compaction requested=false 2024-11-21T11:22:17,143 INFO [M:0;7b462513bfc2:43359 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:22:17,143 DEBUG [M:0;7b462513bfc2:43359 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188136264Disabling compacts and flushes for region at 1732188136264Disabling writes for close at 1732188136264Obtaining lock to block concurrent updates at 1732188136264Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732188136264Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732188136264Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732188136265 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732188136265Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732188136278 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732188136278Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732188136685 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732188136699 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732188136699Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732188136706 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732188136718 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732188136718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d37f3e8: reopening flushed file at 1732188137125 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@556e276e: reopening flushed file at 1732188137130 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372a2db1: reopening flushed file at 1732188137134 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=55, compaction requested=false at 1732188137138 (+4 ms)Writing region close event to WAL at 1732188137142 (+4 ms)Closed at 1732188137142 2024-11-21T11:22:17,163 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d03e40cf-c7b2-d5d8-9c05-f432a352bd2f/MasterData/WALs/7b462513bfc2,43359,1732188119616/7b462513bfc2%2C43359%2C1732188119616.1732188120928 not finished, retry = 0 2024-11-21T11:22:17,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741830_1006 (size=32770) 2024-11-21T11:22:17,264 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:22:17,264 INFO [M:0;7b462513bfc2:43359 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:22:17,264 INFO [M:0;7b462513bfc2:43359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43359 2024-11-21T11:22:17,266 INFO [M:0;7b462513bfc2:43359 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:22:17,369 INFO [M:0;7b462513bfc2:43359 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:22:17,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:22:17,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43359-0x1013a42ed320006, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:22:17,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16979058{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:22:17,373 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2960a674{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:22:17,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:22:17,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@249026b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:22:17,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3997b993{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/hadoop.log.dir/,STOPPED} 2024-11-21T11:22:17,375 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:22:17,375 WARN [BP-660354219-172.17.0.2-1732188118885 heartbeating to localhost/127.0.0.1:46267 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:22:17,375 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:22:17,375 WARN [BP-660354219-172.17.0.2-1732188118885 heartbeating to localhost/127.0.0.1:46267 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-660354219-172.17.0.2-1732188118885 (Datanode Uuid 45909bce-6b55-4760-a170-f920c3546120) service to localhost/127.0.0.1:46267 2024-11-21T11:22:17,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/cluster_664c13dd-0dbc-9a30-05ca-e04baab651c8/data/data1/current/BP-660354219-172.17.0.2-1732188118885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:22:17,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/cluster_664c13dd-0dbc-9a30-05ca-e04baab651c8/data/data2/current/BP-660354219-172.17.0.2-1732188118885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:22:17,376 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:22:17,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3441610b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:22:17,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@144e469{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:22:17,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:22:17,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32927143{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:22:17,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@224bd015{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f264fbe-a963-9fc5-f632-4cc7241eda9d/hadoop.log.dir/,STOPPED} 2024-11-21T11:22:17,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:22:17,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:22:17,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:22:17,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:17,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:17,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:17,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:22:17,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:22:17,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1951252264, stopped=false 2024-11-21T11:22:17,407 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,43769,1732188116583 2024-11-21T11:22:17,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1785523203/running 2024-11-21T11:22:17,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1785523203/running 2024-11-21T11:22:17,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203 2024-11-21T11:22:17,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203 2024-11-21T11:22:17,408 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:22:17,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:22:17,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Set watcher on znode that does not yet exist, /1785523203/running 2024-11-21T11:22:17,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:17,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:17,410 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,35629,1732188116633' ***** 2024-11-21T11:22:17,410 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:22:17,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Set watcher on znode that does not yet exist, /1785523203/running 2024-11-21T11:22:17,410 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:22:17,411 INFO [RS:0;7b462513bfc2:35629 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:22:17,411 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:22:17,411 INFO [RS:0;7b462513bfc2:35629 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:22:17,411 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.HRegionServer(3091): Received CLOSE for c7932074c8e2bbb70afe0aa0bc3469d4 2024-11-21T11:22:17,411 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,35629,1732188116633 2024-11-21T11:22:17,411 INFO [RS:0;7b462513bfc2:35629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:22:17,411 INFO [RS:0;7b462513bfc2:35629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:35629. 2024-11-21T11:22:17,411 DEBUG [RS:0;7b462513bfc2:35629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:17,411 DEBUG [RS:0;7b462513bfc2:35629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:17,411 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7932074c8e2bbb70afe0aa0bc3469d4, disabling compactions & flushes 2024-11-21T11:22:17,411 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4. 2024-11-21T11:22:17,411 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:22:17,411 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4. 2024-11-21T11:22:17,411 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:22:17,411 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:22:17,411 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4. after waiting 0 ms 2024-11-21T11:22:17,411 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4. 2024-11-21T11:22:17,411 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:22:17,412 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T11:22:17,412 DEBUG [RS:0;7b462513bfc2:35629 {}] regionserver.HRegionServer(1325): Online Regions={c7932074c8e2bbb70afe0aa0bc3469d4=test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:22:17,412 DEBUG [RS:0;7b462513bfc2:35629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7932074c8e2bbb70afe0aa0bc3469d4 2024-11-21T11:22:17,412 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:22:17,412 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:22:17,412 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:22:17,412 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:22:17,412 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:22:17,412 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T11:22:17,420 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/default/test/c7932074c8e2bbb70afe0aa0bc3469d4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T11:22:17,420 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:22:17,421 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:22:17,421 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4. 2024-11-21T11:22:17,421 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7932074c8e2bbb70afe0aa0bc3469d4: Waiting for close lock at 1732188137411Running coprocessor pre-close hooks at 1732188137411Disabling compacts and flushes for region at 1732188137411Disabling writes for close at 1732188137411Writing region close event to WAL at 1732188137412 (+1 ms)Running coprocessor post-close hooks at 1732188137420 (+8 ms)Closed at 1732188137421 (+1 ms) 2024-11-21T11:22:17,421 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4. 2024-11-21T11:22:17,451 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/.tmp/info/80a39ecb43f84b43bc938b7f5f61336d is 129, key is test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4./info:regioninfo/1732188125592/Put/seqid=0 2024-11-21T11:22:17,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741841_1017 (size=6421) 2024-11-21T11:22:17,457 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/.tmp/info/80a39ecb43f84b43bc938b7f5f61336d 2024-11-21T11:22:17,483 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/.tmp/ns/bdffac4c7a874fb58eca41741ed75680 is 43, key is default/ns:d/1732188118785/Put/seqid=0 2024-11-21T11:22:17,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741842_1018 (size=5153) 2024-11-21T11:22:17,487 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/.tmp/ns/bdffac4c7a874fb58eca41741ed75680 2024-11-21T11:22:17,507 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:22:17,510 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/.tmp/rep_barrier/c0970fc4ff754707b0b59014e5b2a141 is 112, key is test,,1732188124447.c7932074c8e2bbb70afe0aa0bc3469d4./rep_barrier:seqnumDuringOpen/1732188125592/Put/seqid=0 2024-11-21T11:22:17,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741843_1019 (size=5518) 2024-11-21T11:22:17,514 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/.tmp/rep_barrier/c0970fc4ff754707b0b59014e5b2a141 2024-11-21T11:22:17,540 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/.tmp/table/9188ee2b98614ba9a2593a663a6127b3 is 40, key is test/table:state/1732188125599/Put/seqid=0 2024-11-21T11:22:17,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741844_1020 (size=5165) 2024-11-21T11:22:17,544 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/.tmp/table/9188ee2b98614ba9a2593a663a6127b3 2024-11-21T11:22:17,549 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/.tmp/info/80a39ecb43f84b43bc938b7f5f61336d as hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/info/80a39ecb43f84b43bc938b7f5f61336d 2024-11-21T11:22:17,558 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/info/80a39ecb43f84b43bc938b7f5f61336d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T11:22:17,558 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/.tmp/ns/bdffac4c7a874fb58eca41741ed75680 as hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/ns/bdffac4c7a874fb58eca41741ed75680 2024-11-21T11:22:17,562 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/ns/bdffac4c7a874fb58eca41741ed75680, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T11:22:17,563 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/.tmp/rep_barrier/c0970fc4ff754707b0b59014e5b2a141 as hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/rep_barrier/c0970fc4ff754707b0b59014e5b2a141 2024-11-21T11:22:17,567 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/rep_barrier/c0970fc4ff754707b0b59014e5b2a141, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T11:22:17,568 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/.tmp/table/9188ee2b98614ba9a2593a663a6127b3 as hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/table/9188ee2b98614ba9a2593a663a6127b3 2024-11-21T11:22:17,572 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/table/9188ee2b98614ba9a2593a663a6127b3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T11:22:17,573 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 161ms, sequenceid=11, compaction requested=false 2024-11-21T11:22:17,577 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T11:22:17,578 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:22:17,578 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:22:17,578 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:22:17,578 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188137412Running coprocessor pre-close hooks at 1732188137412Disabling compacts and flushes for region at 1732188137412Disabling writes for close at 1732188137412Obtaining lock to block concurrent updates at 1732188137412Preparing flush snapshotting stores in 1588230740 at 1732188137412Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732188137413 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732188137413Flushing 1588230740/info: creating writer at 1732188137413Flushing 1588230740/info: appending metadata at 1732188137451 (+38 ms)Flushing 1588230740/info: closing flushed file at 1732188137451Flushing 1588230740/ns: creating writer at 1732188137461 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732188137483 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732188137483Flushing 1588230740/rep_barrier: creating writer at 1732188137491 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732188137510 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732188137510Flushing 1588230740/table: creating writer at 1732188137518 (+8 ms)Flushing 1588230740/table: appending metadata at 1732188137540 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732188137540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4936900a: reopening flushed file at 1732188137548 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21fbe5f8: reopening flushed file at 1732188137558 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372b8d86: reopening flushed file at 1732188137562 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5deda31: reopening flushed file at 1732188137567 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 161ms, sequenceid=11, compaction requested=false at 1732188137573 (+6 ms)Writing region close event to WAL at 1732188137575 (+2 ms)Running coprocessor post-close hooks at 1732188137578 (+3 ms)Closed at 1732188137578 2024-11-21T11:22:17,578 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:22:17,612 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,35629,1732188116633; all regions closed. 2024-11-21T11:22:17,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741834_1010 (size=2717) 2024-11-21T11:22:17,616 DEBUG [RS:0;7b462513bfc2:35629 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/oldWALs 2024-11-21T11:22:17,616 INFO [RS:0;7b462513bfc2:35629 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C35629%2C1732188116633.meta:.meta(num 1732188118748) 2024-11-21T11:22:17,620 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/WALs/7b462513bfc2,35629,1732188116633/7b462513bfc2%2C35629%2C1732188116633.1732188117810 not finished, retry = 0 2024-11-21T11:22:17,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741832_1008 (size=1374) 2024-11-21T11:22:17,680 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:22:17,680 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:22:17,723 DEBUG [RS:0;7b462513bfc2:35629 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/oldWALs 2024-11-21T11:22:17,723 INFO [RS:0;7b462513bfc2:35629 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C35629%2C1732188116633:(num 1732188117810) 2024-11-21T11:22:17,723 DEBUG [RS:0;7b462513bfc2:35629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:17,723 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:22:17,723 INFO [RS:0;7b462513bfc2:35629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:22:17,723 INFO [RS:0;7b462513bfc2:35629 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:22:17,723 INFO [RS:0;7b462513bfc2:35629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:22:17,724 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:22:17,724 INFO [RS:0;7b462513bfc2:35629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:35629. 2024-11-21T11:22:17,724 DEBUG [RS:0;7b462513bfc2:35629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:17,724 DEBUG [RS:0;7b462513bfc2:35629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:17,724 DEBUG [RS:0;7b462513bfc2:35629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:17,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:22:17,724 INFO [RS:0;7b462513bfc2:35629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35629 2024-11-21T11:22:17,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203/rs 2024-11-21T11:22:17,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1785523203/rs/7b462513bfc2,35629,1732188116633 2024-11-21T11:22:17,727 INFO [RS:0;7b462513bfc2:35629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:22:17,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,35629,1732188116633] 2024-11-21T11:22:17,733 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1785523203/draining/7b462513bfc2,35629,1732188116633 already deleted, retry=false 2024-11-21T11:22:17,733 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,35629,1732188116633 expired; onlineServers=0 2024-11-21T11:22:17,733 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,43769,1732188116583' ***** 2024-11-21T11:22:17,733 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:22:17,733 INFO [M:0;7b462513bfc2:43769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:22:17,733 INFO [M:0;7b462513bfc2:43769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:22:17,733 DEBUG [M:0;7b462513bfc2:43769 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:22:17,733 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:22:17,733 DEBUG [M:0;7b462513bfc2:43769 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:22:17,733 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188117608 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188117608,5,FailOnTimeoutGroup] 2024-11-21T11:22:17,733 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188117607 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188117607,5,FailOnTimeoutGroup] 2024-11-21T11:22:17,733 INFO [M:0;7b462513bfc2:43769 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:22:17,733 INFO [M:0;7b462513bfc2:43769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:22:17,734 DEBUG [M:0;7b462513bfc2:43769 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:22:17,734 INFO [M:0;7b462513bfc2:43769 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:22:17,734 INFO [M:0;7b462513bfc2:43769 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:22:17,734 INFO [M:0;7b462513bfc2:43769 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:22:17,734 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:22:17,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1785523203/master 2024-11-21T11:22:17,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1785523203 2024-11-21T11:22:17,735 DEBUG [M:0;7b462513bfc2:43769 {}] zookeeper.ZKUtil(347): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Unable to get data of znode /1785523203/master because node does not exist (not an error) 2024-11-21T11:22:17,735 WARN [M:0;7b462513bfc2:43769 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:22:17,736 INFO [M:0;7b462513bfc2:43769 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/.lastflushedseqids 2024-11-21T11:22:17,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741845_1021 (size=173) 2024-11-21T11:22:17,769 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:17,787 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:17,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:22:17,828 INFO [RS:0;7b462513bfc2:35629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:22:17,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1013a42ed320004, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:22:17,828 INFO [RS:0;7b462513bfc2:35629 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,35629,1732188116633; zookeeper connection closed. 2024-11-21T11:22:17,829 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11f361fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11f361fc 2024-11-21T11:22:17,829 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:22:18,140 INFO [M:0;7b462513bfc2:43769 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:22:18,140 INFO [M:0;7b462513bfc2:43769 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:22:18,140 DEBUG [M:0;7b462513bfc2:43769 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:22:18,140 INFO [M:0;7b462513bfc2:43769 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:22:18,140 DEBUG [M:0;7b462513bfc2:43769 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:22:18,140 DEBUG [M:0;7b462513bfc2:43769 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:22:18,140 DEBUG [M:0;7b462513bfc2:43769 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:22:18,140 INFO [M:0;7b462513bfc2:43769 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-21T11:22:18,156 DEBUG [M:0;7b462513bfc2:43769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03232a7861494f7e9367d38ef3969eee is 82, key is hbase:meta,,1/info:regioninfo/1732188118776/Put/seqid=0 2024-11-21T11:22:18,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741846_1022 (size=5672) 2024-11-21T11:22:18,560 INFO [M:0;7b462513bfc2:43769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03232a7861494f7e9367d38ef3969eee 2024-11-21T11:22:18,579 DEBUG [M:0;7b462513bfc2:43769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30adf77341c0488080f04be778f4d5b5 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732188125602/Put/seqid=0 2024-11-21T11:22:18,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741847_1023 (size=6585) 2024-11-21T11:22:18,673 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:18,690 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:18,803 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T11:22:18,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T11:22:18,983 INFO [M:0;7b462513bfc2:43769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30adf77341c0488080f04be778f4d5b5 2024-11-21T11:22:19,005 DEBUG [M:0;7b462513bfc2:43769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66d85eb11a354bcebf3df0ba99285b6d is 69, key is 7b462513bfc2,35629,1732188116633/rs:state/1732188117667/Put/seqid=0 2024-11-21T11:22:19,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741848_1024 (size=5156) 2024-11-21T11:22:19,009 INFO [M:0;7b462513bfc2:43769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66d85eb11a354bcebf3df0ba99285b6d 2024-11-21T11:22:19,013 DEBUG [M:0;7b462513bfc2:43769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03232a7861494f7e9367d38ef3969eee as hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03232a7861494f7e9367d38ef3969eee 2024-11-21T11:22:19,016 INFO [M:0;7b462513bfc2:43769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03232a7861494f7e9367d38ef3969eee, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T11:22:19,017 DEBUG [M:0;7b462513bfc2:43769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30adf77341c0488080f04be778f4d5b5 as hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30adf77341c0488080f04be778f4d5b5 2024-11-21T11:22:19,020 INFO [M:0;7b462513bfc2:43769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30adf77341c0488080f04be778f4d5b5, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T11:22:19,020 DEBUG [M:0;7b462513bfc2:43769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66d85eb11a354bcebf3df0ba99285b6d as hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66d85eb11a354bcebf3df0ba99285b6d 2024-11-21T11:22:19,023 INFO [M:0;7b462513bfc2:43769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39655/user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66d85eb11a354bcebf3df0ba99285b6d, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T11:22:19,024 INFO [M:0;7b462513bfc2:43769 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=55, compaction requested=false 2024-11-21T11:22:19,025 INFO [M:0;7b462513bfc2:43769 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:22:19,025 DEBUG [M:0;7b462513bfc2:43769 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188138140Disabling compacts and flushes for region at 1732188138140Disabling writes for close at 1732188138140Obtaining lock to block concurrent updates at 1732188138140Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732188138141 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732188138141Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732188138141Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732188138141Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732188138156 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732188138156Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732188138564 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732188138579 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732188138579Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732188138987 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732188139004 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732188139004Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@770d1abe: reopening flushed file at 1732188139012 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ac9727: reopening flushed file at 1732188139016 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@193d3076: reopening flushed file at 1732188139020 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=55, compaction requested=false at 1732188139024 (+4 ms)Writing region close event to WAL at 1732188139025 (+1 ms)Closed at 1732188139025 2024-11-21T11:22:19,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38175 is added to blk_1073741830_1006 (size=32758) 2024-11-21T11:22:19,027 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2381fd3b-ba05-bd55-d612-f1f8745f38fd/MasterData/WALs/7b462513bfc2,43769,1732188116583/7b462513bfc2%2C43769%2C1732188116583.1732188117508 not finished, retry = 0 2024-11-21T11:22:19,128 INFO [M:0;7b462513bfc2:43769 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:22:19,128 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:22:19,128 INFO [M:0;7b462513bfc2:43769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43769 2024-11-21T11:22:19,129 INFO [M:0;7b462513bfc2:43769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:22:19,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:22:19,231 INFO [M:0;7b462513bfc2:43769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:22:19,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x1013a42ed320003, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:22:19,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52cc92fc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:22:19,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@326cb3a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:22:19,234 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:22:19,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26d49f62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:22:19,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@266c2ad8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/hadoop.log.dir/,STOPPED} 2024-11-21T11:22:19,235 WARN [BP-1039428586-172.17.0.2-1732188115687 heartbeating to localhost/127.0.0.1:39655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:22:19,235 WARN [BP-1039428586-172.17.0.2-1732188115687 heartbeating to localhost/127.0.0.1:39655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1039428586-172.17.0.2-1732188115687 (Datanode Uuid bb99a713-96c0-4fa2-b5ea-a3779fd68865) service to localhost/127.0.0.1:39655 2024-11-21T11:22:19,235 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:22:19,235 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:22:19,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/cluster_dd34ec49-a16a-4d2a-bd71-32b143a614e9/data/data1/current/BP-1039428586-172.17.0.2-1732188115687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:22:19,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/cluster_dd34ec49-a16a-4d2a-bd71-32b143a614e9/data/data2/current/BP-1039428586-172.17.0.2-1732188115687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:22:19,236 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:22:19,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d88ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:22:19,244 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4810c33e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:22:19,244 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:22:19,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75665d82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:22:19,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35ef8f7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0983cb8-fb1f-8cd3-629f-a78042b99510/hadoop.log.dir/,STOPPED} 2024-11-21T11:22:19,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:22:19,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:22:19,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:22:19,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:19,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:19,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:19,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:22:19,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:22:19,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1273894926, stopped=false 2024-11-21T11:22:19,257 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,41933,1732188112583 2024-11-21T11:22:19,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-814403311/running 2024-11-21T11:22:19,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-814403311/running 2024-11-21T11:22:19,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311 2024-11-21T11:22:19,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311 2024-11-21T11:22:19,258 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:22:19,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Set watcher on znode that does not yet exist, /0-814403311/running 2024-11-21T11:22:19,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Set watcher on znode that does not yet exist, /0-814403311/running 2024-11-21T11:22:19,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:22:19,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:19,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:19,260 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,35175,1732188112632' ***** 2024-11-21T11:22:19,260 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:22:19,260 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:22:19,260 INFO [RS:0;7b462513bfc2:35175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:22:19,260 INFO [RS:0;7b462513bfc2:35175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:22:19,261 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(3091): Received CLOSE for 368ace0ffb11d84824821c4a669e2013 2024-11-21T11:22:19,261 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:22:19,261 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e6258a6efe0e5e944560cab8b2ba8ec 2024-11-21T11:22:19,261 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,35175,1732188112632 2024-11-21T11:22:19,261 INFO [RS:0;7b462513bfc2:35175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:22:19,261 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 368ace0ffb11d84824821c4a669e2013, disabling compactions & flushes 2024-11-21T11:22:19,261 INFO [RS:0;7b462513bfc2:35175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:35175. 2024-11-21T11:22:19,261 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732188122291.368ace0ffb11d84824821c4a669e2013. 2024-11-21T11:22:19,261 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732188122291.368ace0ffb11d84824821c4a669e2013. 2024-11-21T11:22:19,261 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732188122291.368ace0ffb11d84824821c4a669e2013. after waiting 0 ms 2024-11-21T11:22:19,261 DEBUG [RS:0;7b462513bfc2:35175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:19,261 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732188122291.368ace0ffb11d84824821c4a669e2013. 2024-11-21T11:22:19,261 DEBUG [RS:0;7b462513bfc2:35175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:19,261 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:22:19,261 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:22:19,261 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:22:19,261 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:22:19,262 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T11:22:19,262 DEBUG [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 368ace0ffb11d84824821c4a669e2013=test,,1732188122291.368ace0ffb11d84824821c4a669e2013., 2e6258a6efe0e5e944560cab8b2ba8ec=hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec.} 2024-11-21T11:22:19,262 DEBUG [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e6258a6efe0e5e944560cab8b2ba8ec, 368ace0ffb11d84824821c4a669e2013 2024-11-21T11:22:19,262 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:22:19,262 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:22:19,262 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:22:19,262 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:22:19,262 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:22:19,262 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T11:22:19,265 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/default/test/368ace0ffb11d84824821c4a669e2013/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T11:22:19,265 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:22:19,265 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T11:22:19,265 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732188122291.368ace0ffb11d84824821c4a669e2013. 2024-11-21T11:22:19,265 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 368ace0ffb11d84824821c4a669e2013: Waiting for close lock at 1732188139261Running coprocessor pre-close hooks at 1732188139261Disabling compacts and flushes for region at 1732188139261Disabling writes for close at 1732188139261Writing region close event to WAL at 1732188139262 (+1 ms)Running coprocessor post-close hooks at 1732188139265 (+3 ms)Closed at 1732188139265 2024-11-21T11:22:19,265 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732188122291.368ace0ffb11d84824821c4a669e2013. 2024-11-21T11:22:19,265 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e6258a6efe0e5e944560cab8b2ba8ec, disabling compactions & flushes 2024-11-21T11:22:19,266 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec. 2024-11-21T11:22:19,266 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec. 2024-11-21T11:22:19,266 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec. after waiting 0 ms 2024-11-21T11:22:19,266 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec. 2024-11-21T11:22:19,266 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2e6258a6efe0e5e944560cab8b2ba8ec 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-21T11:22:19,278 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/.tmp/info/6105c39979bb4ef0934625aa448fcb0c is 147, key is hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec./info:regioninfo/1732188129940/Put/seqid=0 2024-11-21T11:22:19,280 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/replication/2e6258a6efe0e5e944560cab8b2ba8ec/.tmp/hfileref/ac84c8b50917411fa2fdbbbb8bba8e03 is 74, key is 1/hfileref:5c192f51fd1849c099dee1febf3ff435_SeqId_6_/1732188134296/DeleteColumn/seqid=0 2024-11-21T11:22:19,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741847_1023 (size=7686) 2024-11-21T11:22:19,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741848_1024 (size=5489) 2024-11-21T11:22:19,315 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:22:19,462 DEBUG [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e6258a6efe0e5e944560cab8b2ba8ec 2024-11-21T11:22:19,493 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:22:19,493 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:22:19,662 DEBUG [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e6258a6efe0e5e944560cab8b2ba8ec 2024-11-21T11:22:19,676 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:19,680 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:22:19,680 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 688, reset compression=false 2024-11-21T11:22:19,680 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b462513bfc2,35175,1732188112632 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:22:19,681 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b462513bfc2,35175,1732188112632: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b462513bfc2,35175,1732188112632, walGroup=7b462513bfc2%2C35175%2C1732188112632, offset=7b462513bfc2%2C35175%2C1732188112632.1732188133816:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:35175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T11:22:19,683 ERROR [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T11:22:19,683 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T11:22:19,683 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T11:22:19,683 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T11:22:19,683 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T11:22:19,684 INFO [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1614807040, "init": 1048576000, "max": 2306867200, "used": 1047073760 }, "NonHeapMemoryUsage": { "committed": 210305024, "init": 7667712, "max": -1, "used": 207139992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T11:22:19,684 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:41933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:41933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T11:22:19,685 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/.tmp/info/6105c39979bb4ef0934625aa448fcb0c 2024-11-21T11:22:19,687 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/replication/2e6258a6efe0e5e944560cab8b2ba8ec/.tmp/hfileref/ac84c8b50917411fa2fdbbbb8bba8e03 2024-11-21T11:22:19,694 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 393, reset compression=false 2024-11-21T11:22:19,700 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T11:22:19,700 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 688, reset compression=false 2024-11-21T11:22:19,700 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-7b462513bfc2,35175,1732188112632 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T11:22:19,701 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-21T11:22:19,705 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/replication/2e6258a6efe0e5e944560cab8b2ba8ec/.tmp/queue/493a278aeec74b0e8e6769cb18e76768 is 153, key is 1-7b462513bfc2,35175,1732188112632/queue:7b462513bfc2%2C35175%2C1732188112632/1732188134297/Put/seqid=0 2024-11-21T11:22:19,705 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/.tmp/ns/b356a49de7f74efdb93f61404f805079 is 43, key is default/ns:d/1732188115561/Put/seqid=0 2024-11-21T11:22:19,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741849_1025 (size=5504) 2024-11-21T11:22:19,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741850_1026 (size=5153) 2024-11-21T11:22:19,709 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/replication/2e6258a6efe0e5e944560cab8b2ba8ec/.tmp/queue/493a278aeec74b0e8e6769cb18e76768 2024-11-21T11:22:19,712 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/replication/2e6258a6efe0e5e944560cab8b2ba8ec/.tmp/hfileref/ac84c8b50917411fa2fdbbbb8bba8e03 as hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/replication/2e6258a6efe0e5e944560cab8b2ba8ec/hfileref/ac84c8b50917411fa2fdbbbb8bba8e03 2024-11-21T11:22:19,716 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/replication/2e6258a6efe0e5e944560cab8b2ba8ec/hfileref/ac84c8b50917411fa2fdbbbb8bba8e03, entries=6, sequenceid=17, filesize=5.4 K 2024-11-21T11:22:19,716 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/replication/2e6258a6efe0e5e944560cab8b2ba8ec/.tmp/queue/493a278aeec74b0e8e6769cb18e76768 as hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/replication/2e6258a6efe0e5e944560cab8b2ba8ec/queue/493a278aeec74b0e8e6769cb18e76768 2024-11-21T11:22:19,720 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/replication/2e6258a6efe0e5e944560cab8b2ba8ec/queue/493a278aeec74b0e8e6769cb18e76768, entries=2, sequenceid=17, filesize=5.4 K 2024-11-21T11:22:19,721 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 2e6258a6efe0e5e944560cab8b2ba8ec in 455ms, sequenceid=17, compaction requested=false 2024-11-21T11:22:19,724 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/replication/2e6258a6efe0e5e944560cab8b2ba8ec/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-21T11:22:19,724 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:22:19,724 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:22:19,724 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec. 2024-11-21T11:22:19,724 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e6258a6efe0e5e944560cab8b2ba8ec: Waiting for close lock at 1732188139265Running coprocessor pre-close hooks at 1732188139265Disabling compacts and flushes for region at 1732188139265Disabling writes for close at 1732188139266 (+1 ms)Obtaining lock to block concurrent updates at 1732188139266Preparing flush snapshotting stores in 2e6258a6efe0e5e944560cab8b2ba8ec at 1732188139266Finished memstore snapshotting hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732188139266Flushing stores of hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec. at 1732188139266Flushing 2e6258a6efe0e5e944560cab8b2ba8ec/hfileref: creating writer at 1732188139266Flushing 2e6258a6efe0e5e944560cab8b2ba8ec/hfileref: appending metadata at 1732188139280 (+14 ms)Flushing 2e6258a6efe0e5e944560cab8b2ba8ec/hfileref: closing flushed file at 1732188139280Flushing 2e6258a6efe0e5e944560cab8b2ba8ec/queue: creating writer at 1732188139690 (+410 ms)Flushing 2e6258a6efe0e5e944560cab8b2ba8ec/queue: appending metadata at 1732188139704 (+14 ms)Flushing 2e6258a6efe0e5e944560cab8b2ba8ec/queue: closing flushed file at 1732188139705 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5393b6d: reopening flushed file at 1732188139712 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d0313d: reopening flushed file at 1732188139716 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 2e6258a6efe0e5e944560cab8b2ba8ec in 455ms, sequenceid=17, compaction requested=false at 1732188139721 (+5 ms)Writing region close event to WAL at 1732188139722 (+1 ms)Running coprocessor post-close hooks at 1732188139724 (+2 ms)Closed at 1732188139724 2024-11-21T11:22:19,725 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732188128768.2e6258a6efe0e5e944560cab8b2ba8ec. 2024-11-21T11:22:19,862 DEBUG [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:22:19,883 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 688, reset compression=false 2024-11-21T11:22:19,903 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 688, reset compression=false 2024-11-21T11:22:20,063 DEBUG [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:22:20,109 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/.tmp/ns/b356a49de7f74efdb93f61404f805079 2024-11-21T11:22:20,128 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/.tmp/rep_barrier/356a78470fb3421ab0cd6cfba6c04096 is 112, key is test,,1732188122291.368ace0ffb11d84824821c4a669e2013./rep_barrier:seqnumDuringOpen/1732188123436/Put/seqid=0 2024-11-21T11:22:20,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741851_1027 (size=5518) 2024-11-21T11:22:20,187 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 688, reset compression=false 2024-11-21T11:22:20,206 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 688, reset compression=false 2024-11-21T11:22:20,263 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T11:22:20,263 DEBUG [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:22:20,263 DEBUG [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:22:20,463 DEBUG [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T11:22:20,532 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/.tmp/rep_barrier/356a78470fb3421ab0cd6cfba6c04096 2024-11-21T11:22:20,550 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/.tmp/table/cd3b4540d12f449e90c65dab8c6e0dcf is 53, key is hbase:replication/table:state/1732188129945/Put/seqid=0 2024-11-21T11:22:20,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741852_1028 (size=5308) 2024-11-21T11:22:20,553 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/.tmp/table/cd3b4540d12f449e90c65dab8c6e0dcf 2024-11-21T11:22:20,557 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/.tmp/info/6105c39979bb4ef0934625aa448fcb0c as hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/info/6105c39979bb4ef0934625aa448fcb0c 2024-11-21T11:22:20,560 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/info/6105c39979bb4ef0934625aa448fcb0c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T11:22:20,561 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/.tmp/ns/b356a49de7f74efdb93f61404f805079 as hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/ns/b356a49de7f74efdb93f61404f805079 2024-11-21T11:22:20,564 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/ns/b356a49de7f74efdb93f61404f805079, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T11:22:20,565 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/.tmp/rep_barrier/356a78470fb3421ab0cd6cfba6c04096 as hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/rep_barrier/356a78470fb3421ab0cd6cfba6c04096 2024-11-21T11:22:20,568 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/rep_barrier/356a78470fb3421ab0cd6cfba6c04096, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T11:22:20,569 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/.tmp/table/cd3b4540d12f449e90c65dab8c6e0dcf as hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/table/cd3b4540d12f449e90c65dab8c6e0dcf 2024-11-21T11:22:20,572 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/table/cd3b4540d12f449e90c65dab8c6e0dcf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T11:22:20,572 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-11-21T11:22:20,572 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:22:20,576 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T11:22:20,577 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T11:22:20,577 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:22:20,577 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:22:20,577 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732188139262Running coprocessor pre-close hooks at 1732188139262Disabling compacts and flushes for region at 1732188139262Disabling writes for close at 1732188139262Obtaining lock to block concurrent updates at 1732188139262Preparing flush snapshotting stores in 1588230740 at 1732188139262Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732188139262Flushing stores of hbase:meta,,1.1588230740 at 1732188139263 (+1 ms)Flushing 1588230740/info: creating writer at 1732188139263Flushing 1588230740/info: appending metadata at 1732188139277 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732188139277Flushing 1588230740/ns: creating writer at 1732188139688 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732188139705 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732188139705Flushing 1588230740/rep_barrier: creating writer at 1732188140113 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732188140127 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732188140127Flushing 1588230740/table: creating writer at 1732188140536 (+409 ms)Flushing 1588230740/table: appending metadata at 1732188140549 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732188140549Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f82ddd: reopening flushed file at 1732188140556 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6e09c5: reopening flushed file at 1732188140560 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@160e320d: reopening flushed file at 1732188140564 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@625c0a9b: reopening flushed file at 1732188140568 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1732188140572 (+4 ms)Writing region close event to WAL at 1732188140574 (+2 ms)Running coprocessor post-close hooks at 1732188140577 (+3 ms)Closed at 1732188140577 2024-11-21T11:22:20,577 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:22:20,591 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 688, reset compression=false 2024-11-21T11:22:20,609 DEBUG [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/WALs/7b462513bfc2,35175,1732188112632/7b462513bfc2%2C35175%2C1732188112632.1732188133816 to pos 688, reset compression=false 2024-11-21T11:22:20,663 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,35175,1732188112632; all regions closed. 2024-11-21T11:22:20,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741842_1018 (size=859) 2024-11-21T11:22:20,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741844_1020 (size=2791) 2024-11-21T11:22:20,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741843_1019 (size=696) 2024-11-21T11:22:20,669 DEBUG [RS:0;7b462513bfc2:35175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:20,669 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:22:20,669 INFO [RS:0;7b462513bfc2:35175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:22:20,670 INFO [RS:0;7b462513bfc2:35175 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:22:20,670 INFO [RS:0;7b462513bfc2:35175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:22:20,670 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:22:20,670 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b462513bfc2,35175,1732188112632 because: Region server is closing 2024-11-21T11:22:20,670 INFO [RS:0;7b462513bfc2:35175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:35175. 2024-11-21T11:22:20,670 DEBUG [RS:0;7b462513bfc2:35175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:20,670 DEBUG [RS:0;7b462513bfc2:35175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:20,671 DEBUG [RS:0;7b462513bfc2:35175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:20,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:22:20,771 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 terminated 2024-11-21T11:22:20,771 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7b462513bfc2,35175,1732188112632 because: Region server is closing 2024-11-21T11:22:20,771 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,1-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,1-7b462513bfc2,35175,1732188112632 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T11:22:20,771 INFO [RS:0;7b462513bfc2:35175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:35175. 2024-11-21T11:22:20,771 DEBUG [RS:0;7b462513bfc2:35175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:20,771 DEBUG [RS:0;7b462513bfc2:35175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:20,771 DEBUG [RS:0;7b462513bfc2:35175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:20,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:22:20,872 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.shipper7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 terminated 2024-11-21T11:22:20,872 WARN [RS_REFRESH_PEER-regionserver/7b462513bfc2:0-0.replicationSource,2-7b462513bfc2,35175,1732188112632.replicationSource.wal-reader.7b462513bfc2%2C35175%2C1732188112632,2-7b462513bfc2,35175,1732188112632 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T11:22:20,872 INFO [RS:0;7b462513bfc2:35175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35175 2024-11-21T11:22:20,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311/rs 2024-11-21T11:22:20,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-814403311/rs/7b462513bfc2,35175,1732188112632 2024-11-21T11:22:20,874 INFO [RS:0;7b462513bfc2:35175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:22:20,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,35175,1732188112632] 2024-11-21T11:22:20,877 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-814403311/draining/7b462513bfc2,35175,1732188112632 already deleted, retry=false 2024-11-21T11:22:20,877 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,35175,1732188112632 expired; onlineServers=0 2024-11-21T11:22:20,877 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,41933,1732188112583' ***** 2024-11-21T11:22:20,877 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:22:20,877 INFO [M:0;7b462513bfc2:41933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:22:20,877 INFO [M:0;7b462513bfc2:41933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:22:20,877 DEBUG [M:0;7b462513bfc2:41933 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:22:20,877 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:22:20,877 DEBUG [M:0;7b462513bfc2:41933 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:22:20,877 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188114388 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732188114388,5,FailOnTimeoutGroup] 2024-11-21T11:22:20,877 INFO [M:0;7b462513bfc2:41933 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:22:20,877 INFO [M:0;7b462513bfc2:41933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:22:20,877 DEBUG [M:0;7b462513bfc2:41933 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:22:20,877 INFO [M:0;7b462513bfc2:41933 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:22:20,877 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188114388 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732188114388,5,FailOnTimeoutGroup] 2024-11-21T11:22:20,878 INFO [M:0;7b462513bfc2:41933 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:22:20,878 INFO [M:0;7b462513bfc2:41933 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:22:20,878 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:22:20,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-814403311/master 2024-11-21T11:22:20,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814403311 2024-11-21T11:22:20,878 DEBUG [M:0;7b462513bfc2:41933 {}] zookeeper.ZKUtil(347): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Unable to get data of znode /0-814403311/master because node does not exist (not an error) 2024-11-21T11:22:20,878 WARN [M:0;7b462513bfc2:41933 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:22:20,879 INFO [M:0;7b462513bfc2:41933 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/.lastflushedseqids 2024-11-21T11:22:20,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741853_1029 (size=263) 2024-11-21T11:22:20,976 INFO [RS:0;7b462513bfc2:35175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:22:20,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:22:20,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x1013a42ed320001, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:22:20,976 INFO [RS:0;7b462513bfc2:35175 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,35175,1732188112632; zookeeper connection closed. 2024-11-21T11:22:20,976 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@618047db {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@618047db 2024-11-21T11:22:20,976 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:22:21,283 INFO [M:0;7b462513bfc2:41933 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:22:21,283 INFO [M:0;7b462513bfc2:41933 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:22:21,283 DEBUG [M:0;7b462513bfc2:41933 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:22:21,283 INFO [M:0;7b462513bfc2:41933 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:22:21,283 DEBUG [M:0;7b462513bfc2:41933 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:22:21,283 DEBUG [M:0;7b462513bfc2:41933 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:22:21,283 DEBUG [M:0;7b462513bfc2:41933 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:22:21,283 INFO [M:0;7b462513bfc2:41933 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-21T11:22:21,302 DEBUG [M:0;7b462513bfc2:41933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac8d02062e4d47b1924d8a1b3be64f98 is 82, key is hbase:meta,,1/info:regioninfo/1732188115549/Put/seqid=0 2024-11-21T11:22:21,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741854_1030 (size=5672) 2024-11-21T11:22:21,706 INFO [M:0;7b462513bfc2:41933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac8d02062e4d47b1924d8a1b3be64f98 2024-11-21T11:22:21,723 DEBUG [M:0;7b462513bfc2:41933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49357b50952c4cfcb7f40910db3f2c19 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732188129948/Put/seqid=0 2024-11-21T11:22:21,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741855_1031 (size=8908) 2024-11-21T11:22:22,127 INFO [M:0;7b462513bfc2:41933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49357b50952c4cfcb7f40910db3f2c19 2024-11-21T11:22:22,144 DEBUG [M:0;7b462513bfc2:41933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eabd4faea6c04fc78412f4e9d2b163f1 is 69, key is 7b462513bfc2,35175,1732188112632/rs:state/1732188114474/Put/seqid=0 2024-11-21T11:22:22,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741856_1032 (size=5156) 2024-11-21T11:22:22,172 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:22:22,548 INFO [M:0;7b462513bfc2:41933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eabd4faea6c04fc78412f4e9d2b163f1 2024-11-21T11:22:22,552 DEBUG [M:0;7b462513bfc2:41933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac8d02062e4d47b1924d8a1b3be64f98 as hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac8d02062e4d47b1924d8a1b3be64f98 2024-11-21T11:22:22,555 INFO [M:0;7b462513bfc2:41933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac8d02062e4d47b1924d8a1b3be64f98, entries=8, sequenceid=112, filesize=5.5 K 2024-11-21T11:22:22,556 DEBUG [M:0;7b462513bfc2:41933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49357b50952c4cfcb7f40910db3f2c19 as hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49357b50952c4cfcb7f40910db3f2c19 2024-11-21T11:22:22,560 INFO [M:0;7b462513bfc2:41933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49357b50952c4cfcb7f40910db3f2c19, entries=13, sequenceid=112, filesize=8.7 K 2024-11-21T11:22:22,560 DEBUG [M:0;7b462513bfc2:41933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eabd4faea6c04fc78412f4e9d2b163f1 as hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eabd4faea6c04fc78412f4e9d2b163f1 2024-11-21T11:22:22,564 INFO [M:0;7b462513bfc2:41933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eabd4faea6c04fc78412f4e9d2b163f1, entries=1, sequenceid=112, filesize=5.0 K 2024-11-21T11:22:22,565 INFO [M:0;7b462513bfc2:41933 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=112, compaction requested=false 2024-11-21T11:22:22,566 INFO [M:0;7b462513bfc2:41933 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:22:22,566 DEBUG [M:0;7b462513bfc2:41933 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732188141283Disabling compacts and flushes for region at 1732188141283Disabling writes for close at 1732188141283Obtaining lock to block concurrent updates at 1732188141283Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732188141283Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732188141284 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732188141284Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732188141284Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732188141301 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732188141301Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732188141709 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732188141723 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732188141723Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732188142130 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732188142144 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732188142144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226031fe: reopening flushed file at 1732188142551 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b9d991f: reopening flushed file at 1732188142556 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58d78519: reopening flushed file at 1732188142560 (+4 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=112, compaction requested=false at 1732188142565 (+5 ms)Writing region close event to WAL at 1732188142566 (+1 ms)Closed at 1732188142566 2024-11-21T11:22:22,568 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e09a3f2c-2069-99aa-266d-0a82202f25af/MasterData/WALs/7b462513bfc2,41933,1732188112583/7b462513bfc2%2C41933%2C1732188112583.1732188114310 not finished, retry = 0 2024-11-21T11:22:22,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741830_1006 (size=69043) 2024-11-21T11:22:22,669 INFO [M:0;7b462513bfc2:41933 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:22:22,669 INFO [M:0;7b462513bfc2:41933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41933 2024-11-21T11:22:22,669 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:22:22,669 INFO [M:0;7b462513bfc2:41933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:22:22,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:22:22,771 INFO [M:0;7b462513bfc2:41933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:22:22,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1013a42ed320000, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:22:22,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55ee8d61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:22:22,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c9a294c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:22:22,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:22:22,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49d9060f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:22:22,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a2d6990{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/hadoop.log.dir/,STOPPED} 2024-11-21T11:22:22,776 WARN [BP-1648743335-172.17.0.2-1732188111546 heartbeating to localhost/127.0.0.1:33457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:22:22,776 WARN [BP-1648743335-172.17.0.2-1732188111546 heartbeating to localhost/127.0.0.1:33457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1648743335-172.17.0.2-1732188111546 (Datanode Uuid 837e089c-86d9-47b4-b187-7f85df6ad5d0) service to localhost/127.0.0.1:33457 2024-11-21T11:22:22,776 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:22:22,776 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:22:22,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/cluster_904e9aaa-2f89-e9f5-f18b-d764b513cd38/data/data1/current/BP-1648743335-172.17.0.2-1732188111546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:22:22,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/cluster_904e9aaa-2f89-e9f5-f18b-d764b513cd38/data/data2/current/BP-1648743335-172.17.0.2-1732188111546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:22:22,777 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:22:22,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46873611{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:22:22,783 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f53a1f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:22:22,783 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:22:22,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34af3c01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:22:22,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48655c2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7f72d1-4656-f893-8509-58351f1e32ea/hadoop.log.dir/,STOPPED} 2024-11-21T11:22:22,789 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T11:22:22,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T11:22:22,819 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 532) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46267 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33457 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46267 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39655 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:46267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62465) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:39655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33457 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62465) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33457 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62465) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39655 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=979 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=330 (was 375), ProcessCount=11 (was 11), AvailableMemoryMB=3948 (was 4230) 2024-11-21T11:22:22,819 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2024-11-21T11:22:22,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013a42ed320002, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:22:22,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013a42ed320008, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:22:22,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013a42ed320005, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T11:22:22,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013a42ed320005, quorum=127.0.0.1:62465, baseZNode=/1785523203 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:22:22,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013a42ed320008, quorum=127.0.0.1:62465, baseZNode=/2-713087992 Received Disconnected from ZooKeeper, ignoring 2024-11-21T11:22:22,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013a42ed320002, quorum=127.0.0.1:62465, baseZNode=/0-814403311 Received Disconnected from ZooKeeper, ignoring